-- Logs begin at Tue 2021-06-08 06:01:52 UTC, end at Tue 2021-06-08 06:54:51 UTC. -- Jun 08 06:29:34.018142 dv-cinder-760199-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 06:29:36.651282 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.common.config [-] Logging enabled! Jun 08 06:29:36.651952 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 08 06:29:36.652075 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91737) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 06:29:36.655247 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.common.config [-] Logging enabled! Jun 08 06:29:36.655494 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev282 Jun 08 06:29:36.655821 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91737) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 06:29:36.656737 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 06:29:36.656969 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 06:29:36.657328 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 06:29:36.657570 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 06:29:36.657793 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 06:29:36.658138 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.658433 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.658724 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.658949 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.659238 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.659521 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.659829 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.660115 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.660404 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.660685 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.660961 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.661241 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.661465 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.661740 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.662019 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.662298 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.662515 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] debug = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.662786 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.663202 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.663608 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.663907 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.664192 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.664465 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.664731 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.665009 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.665290 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.665609 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] host = dv-cinder-760199-6-smb {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.665880 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.666424 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.666702 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.666982 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.667251 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.667523 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.667826 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.668095 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.668362 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] log_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.668631 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.668913 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.669196 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.669480 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.669702 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.669920 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.670201 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.670482 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.670752 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.671021 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.671289 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.671557 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.671853 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.672117 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.672395 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.672676 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.672953 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.673224 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.673491 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.674279 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.674545 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.674823 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.675092 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.675365 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.675634 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.675943 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.676209 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.676476 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.676769 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.677047 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.677323 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.677600 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.677866 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.678141 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.678408 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.678674 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.678942 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] use_json = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.679207 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.679472 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.679768 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.680036 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.680302 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.680568 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.680831 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.681107 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:36.681401 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.681691 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.681985 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.682264 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.682555 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.682827 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.683110 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.683384 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.683689 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.683974 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.684264 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.684539 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.684822 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.685099 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.685395 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.685695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.685990 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.686275 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.686546 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.686815 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.687082 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.687357 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.687637 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.687949 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.688233 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.688504 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.688778 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.689061 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.689919 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.690194 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.690474 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.690762 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.691043 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.691314 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.691597 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.691900 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.692174 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.692446 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.692723 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.693010 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.693283 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.693571 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.693822 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.694105 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.694367 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.694649 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.694924 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.695201 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.695472 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.695774 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.696049 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.696318 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.696591 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.696860 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.697137 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.697405 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.697676 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.697947 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.698216 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.698486 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.698754 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.699022 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.699295 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.699563 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.699857 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.700127 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.700395 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.700665 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.700950 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.701243 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.701517 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.701791 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.702066 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.702341 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.702615 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.702888 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.703166 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.703441 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.703735 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.704022 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.704301 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.704584 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.704893 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.705173 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.705460 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.705734 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.706010 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.706283 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.706557 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.706842 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.707123 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.707414 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.707726 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.708020 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.708311 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.708604 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.708883 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.709187 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.709461 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:36.709679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 06:29:36.709916 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91737) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 06:29:37.053846 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:29:37.054116 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:29:37.054400 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:29:37.054870 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 06:29:37.434993 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.435279 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.435547 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.436747 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.437016 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.437286 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.473491 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.473761 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.474024 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.487520 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.487828 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.488095 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.515375 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.515649 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.515940 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.554048 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.554323 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.554589 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.785673 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.786278 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.786278 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.786451 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.787087 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.908786 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.909104 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.909376 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.909643 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.909898 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.910202 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.910452 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.910701 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.910947 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.911220 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.911471 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.911755 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.912009 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.912266 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.912512 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.912868 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.913133 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.913382 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.913642 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.913887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.914161 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.914509 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.914758 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.915033 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.915277 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.915516 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.915929 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 06:29:37.916422 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 06:29:37.916656 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 06:29:37.916887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 06:29:37.917118 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 06:29:37.917348 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 06:29:37.917704 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 06:29:37.920784 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 06:29:37.924756 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 06:29:37.928509 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Jun 08 06:29:37.930124 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 06:29:37.930559 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 06:29:37.930889 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 06:29:37.931269 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 06:29:37.934032 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 06:29:37.934282 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 06:29:37.934623 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 06:29:37.961624 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 06:29:37.962057 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.962348 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91737) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 08 06:29:37.962706 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.964052 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91737) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 06:29:37.964329 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 06:29:37.964572 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 06:29:37.967557 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:37.967865 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.029466 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 06:29:38.029700 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 06:29:38.029931 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 06:29:38.030294 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 06:29:38.061284 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_db.sqlalchemy.engines [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91737) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 06:29:38.386949 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Initializing driver for type 'gre' Jun 08 06:29:38.387475 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] gre ID ranges: [(1, 1000)] Jun 08 06:29:38.438896 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Initializing driver for type 'local' Jun 08 06:29:38.439905 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Initializing driver for type 'vlan' Jun 08 06:29:38.451288 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] VlanTypeDriver initialization complete Jun 08 06:29:38.451648 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Initializing driver for type 'vxlan' Jun 08 06:29:38.452156 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] vxlan ID ranges: [(1, 1000)] Jun 08 06:29:38.503379 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Initializing extension driver 'port_security' Jun 08 06:29:38.503785 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.extensions.port_security [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] PortSecurityExtensionDriver initialization complete Jun 08 06:29:38.504124 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Initializing mechanism driver 'openvswitch' Jun 08 06:29:38.504450 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Initializing mechanism driver 'hyperv' Jun 08 06:29:38.510990 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.plugin [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91737) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:29:38.511779 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > port after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.512159 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > port after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.512540 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > port after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.512932 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > subnet after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.513287 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > subnet after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.513637 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > subnet after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.514025 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > network after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.514385 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > network after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.514733 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > network after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.515114 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > security_group after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.515465 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > security_group after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.515838 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > security_group after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.516224 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.516575 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.516918 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.517912 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > address_group after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.518266 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > address_group after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.518611 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > address_group after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.518956 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] ML2 OVO RPC backend initialized. {{(pid=91737) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 08 06:29:38.519674 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router_interface after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.520095 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.520513 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > network before_response 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.520865 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > networks before_response 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.521214 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > port before_response 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.521562 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > ports before_response 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.521905 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > subnet before_response 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.522246 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > subnets before_response 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.522595 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > network after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.522936 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > network after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.523271 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > network after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.523608 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > port after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.523970 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > port after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.524314 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > port after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.524651 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > subnet after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.524986 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > subnet after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.525318 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > subnet after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.525887 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.plugin [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Modular L2 Plugin initialization complete Jun 08 06:29:38.526218 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading services supported by the core plugin {{(pid=91737) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 06:29:38.526544 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.plugins.ml2.managers [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Got port-security extension from driver 'port_security' Jun 08 06:29:38.527004 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.extensions.vlantransparent [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Disabled vlantransparent extension. Jun 08 06:29:38.527489 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91737) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 06:29:38.527835 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading Plugin: router Jun 08 06:29:38.563248 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router_interface before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.563646 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router after_create 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.564056 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router before_create 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.564960 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.565339 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.565699 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router after_delete 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.566229 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > floatingip after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.567571 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router after_create 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.569354 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router after_update 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.569739 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router after_update 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.571117 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.571506 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router after_update 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.571964 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_update 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.572422 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: port after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.572773 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: port after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.573119 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: subnet after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.573468 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.573824 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > port precommit_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.574176 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_create 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.574523 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: port before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.574872 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.575233 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router after_update 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.575578 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_delete 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.575986 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_create 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.576363 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router_interface after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.576713 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_update 55549900 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.577091 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > network after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.577956 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Tracking information for resource: router configured {{(pid=91737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 06:29:38.578382 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Tracking information for resource: floatingip configured {{(pid=91737) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 06:29:38.587341 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.db.l3_agentschedulers_db [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 06:29:38.587954 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: port after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.588321 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: port after_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.588677 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: port after_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.589036 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: port after_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.589827 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router before_create 55550100 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.590192 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_delete 55550100 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.590556 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_create 55550100 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.590912 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > router precommit_update 55550100 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.595683 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.services.provider_configuration [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service providers = [] {{(pid=91737) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 06:29:38.596058 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.db.servicetype_db [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91737) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 06:29:38.598984 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.services.service_base [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 06:29:38.599337 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.services.service_base [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 06:29:38.599702 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.services.service_base [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 06:29:38.600578 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.services.service_base [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91737) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 06:29:38.600955 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.services.service_base [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 06:29:38.601498 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 06:29:38.601821 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 06:29:38.612804 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 06:29:38.613142 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading Plugin: auto_allocate Jun 08 06:29:38.618880 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: network precommit_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.619266 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: network precommit_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.619819 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 06:29:38.620142 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading Plugin: tag Jun 08 06:29:38.628859 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 06:29:38.629198 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading Plugin: timestamp Jun 08 06:29:38.632975 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 06:29:38.633310 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading Plugin: network_ip_availability Jun 08 06:29:38.638553 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.638892 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.639252 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.639990 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 06:29:38.640314 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading Plugin: flavors Jun 08 06:29:38.753265 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 06:29:38.753595 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading Plugin: revisions Jun 08 06:29:38.758132 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91737) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 06:29:38.758532 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.704s {{(pid=91737) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:29:38.759308 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91737) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 08 06:29:38.759648 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Initializing extension manager. Jun 08 06:29:38.760180 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: __init__.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.760528 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: __pycache__ {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.760870 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.761207 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: address_group.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.761973 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.762559 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: address-group Jun 08 06:29:38.762887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: address_scope.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.763591 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.764140 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: address-scope Jun 08 06:29:38.764462 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: admin_state_down_before_update.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.765386 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.765899 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: router-admin-state-down-before-update Jun 08 06:29:38.766221 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: agent.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.766915 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.767453 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: agent Jun 08 06:29:38.767815 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: agent_resources_synced.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.768714 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.769226 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: agent-resources-synced Jun 08 06:29:38.769551 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: allowedaddresspairs.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.771324 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.771874 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: allowed-address-pairs Jun 08 06:29:38.772204 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: auto_allocated_topology.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.773273 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.773798 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: auto-allocated-topology Jun 08 06:29:38.774124 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: availability_zone.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.774814 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.775328 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: availability_zone Jun 08 06:29:38.775652 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: availability_zone_filter.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.776581 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.777098 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: availability_zone_filter Jun 08 06:29:38.777419 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: data_plane_status.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.778312 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.778829 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 06:29:38.779150 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: default_subnetpools.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.780082 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.780603 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: default-subnetpools Jun 08 06:29:38.780922 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: dhcpagentscheduler.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.781718 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.782231 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: dhcp_agent_scheduler Jun 08 06:29:38.782552 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: dns.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.783484 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.784028 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension dns-integration not supported by any of loaded plugins Jun 08 06:29:38.784351 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: dns_domain_ports.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.785249 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.785756 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 06:29:38.786281 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: dvr.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.786724 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.787232 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: dvr Jun 08 06:29:38.787554 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: empty_string_filtering.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.788576 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.789103 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: empty-string-filtering Jun 08 06:29:38.789408 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.790295 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.790804 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 06:29:38.791379 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.792302 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.792987 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 06:29:38.793315 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: external_net.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.794220 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.794728 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: external-net Jun 08 06:29:38.795148 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: extra_dhcp_opt.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.796074 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.796591 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: extra_dhcp_opt Jun 08 06:29:38.796915 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: extraroute.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.797803 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.798315 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: extraroute Jun 08 06:29:38.799164 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: extraroute_atomic.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.800202 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.800723 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: extraroute-atomic Jun 08 06:29:38.801047 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: filter_validation.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.801707 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.802218 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: filter-validation Jun 08 06:29:38.802539 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: fip_pf_description.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.803435 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.803989 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 06:29:38.804312 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: fip_port_details.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.805209 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.805721 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: fip-port-details Jun 08 06:29:38.806042 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: flavors.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.807244 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.807799 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: flavors Jun 08 06:29:38.808128 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.809774 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.810298 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 06:29:38.810630 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: floatingip_pools.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.811320 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.811865 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: floatingip-pools Jun 08 06:29:38.812193 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: ip_allocation.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.813098 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.813607 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 06:29:38.813932 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.815444 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.815988 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: ip-substring-filtering Jun 08 06:29:38.816315 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: l2_adjacency.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.817217 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.817750 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 06:29:38.818073 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: l3.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.819027 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.819548 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: router Jun 08 06:29:38.819899 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: l3_conntrack_helper.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.822125 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.822663 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 06:29:38.822997 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.823950 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.824472 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: ext-gw-mode Jun 08 06:29:38.824799 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.825707 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.826225 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: l3-ha Jun 08 06:29:38.826550 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: l3_flavors.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.827454 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.828000 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: l3-flavors Jun 08 06:29:38.828324 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.829249 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.829791 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 06:29:38.830112 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: l3agentscheduler.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.831127 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.831646 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: l3_agent_scheduler Jun 08 06:29:38.831999 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: logging.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.833595 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.834135 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension logging not supported by any of loaded plugins Jun 08 06:29:38.834473 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: metering.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.835210 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.835834 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: metering Jun 08 06:29:38.836168 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.837240 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.837764 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: metering_source_and_destination_fields Jun 08 06:29:38.838097 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: multiprovidernet.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.839008 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.839532 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: multi-provider Jun 08 06:29:38.839899 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: netmtu.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.840802 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.841319 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: net-mtu Jun 08 06:29:38.841648 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: netmtu_writable.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.842556 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.843073 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: net-mtu-writable Jun 08 06:29:38.843402 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: network_availability_zone.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.844097 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.844615 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: network_availability_zone Jun 08 06:29:38.844944 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: network_ip_availability.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.846043 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.846563 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: network-ip-availability Jun 08 06:29:38.846890 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: network_segment_range.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.847640 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.848170 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 06:29:38.848497 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: pagination.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.849467 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.849799 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: pagination Jun 08 06:29:38.850124 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: port_device_profile.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.851024 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.851539 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: port-device-profile Jun 08 06:29:38.851889 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.852794 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.853310 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: port-mac-address-regenerate Jun 08 06:29:38.853634 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.854540 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.855056 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: port-numa-affinity-policy Jun 08 06:29:38.855378 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: port_resource_request.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.856296 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.856806 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 06:29:38.857128 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: portbindings.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.858050 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.858561 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: binding Jun 08 06:29:38.858883 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: portbindings_extended.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.860190 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.860713 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: binding-extended Jun 08 06:29:38.861571 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: portsecurity.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.862475 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.862995 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: port-security Jun 08 06:29:38.863323 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: project_id.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.864324 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.864658 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: project-id Jun 08 06:29:38.864982 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: providernet.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.865889 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.866409 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: provider Jun 08 06:29:38.866733 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.870306 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.870840 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos not supported by any of loaded plugins Jun 08 06:29:38.871175 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.872430 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.872953 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 06:29:38.873287 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.874191 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.874712 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 06:29:38.875041 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos_default.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.875967 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.876484 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos-default not supported by any of loaded plugins Jun 08 06:29:38.877393 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos_fip.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.878039 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.878548 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos-fip not supported by any of loaded plugins Jun 08 06:29:38.878875 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos_gateway_ip.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.879996 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.880516 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 06:29:38.880845 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos_port_network_policy.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.881745 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.882258 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 06:29:38.882586 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos_rule_type_details.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.883486 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.884022 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 06:29:38.884352 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: qos_rules_alias.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.885380 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.885895 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 06:29:38.886223 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: quotasv2.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.887116 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.887448 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: quotas Jun 08 06:29:38.887804 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: quotasv2_detail.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.890859 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.891161 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: quota_details Jun 08 06:29:38.891498 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: rbac.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.892585 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.893120 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: rbac-policies Jun 08 06:29:38.893452 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: rbac_address_group.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.894371 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.894894 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: rbac-address-group Jun 08 06:29:38.895223 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: rbac_address_scope.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.896242 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.896770 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: rbac-address-scope Jun 08 06:29:38.897099 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: rbac_security_groups.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.898014 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.898530 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: rbac-security-groups Jun 08 06:29:38.898856 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: rbac_subnetpool.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.899788 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.900306 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: rbac-subnetpool Jun 08 06:29:38.900630 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: revisionifmatch.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.901535 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.902051 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: revision-if-match Jun 08 06:29:38.902378 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: revisions.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.903474 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.904016 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: standard-attr-revisions Jun 08 06:29:38.904344 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: router_availability_zone.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.905001 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.905511 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: router_availability_zone Jun 08 06:29:38.905835 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: routerservicetype.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.906739 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.907252 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension router-service-type not supported by any of loaded plugins Jun 08 06:29:38.907578 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.908530 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.909045 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: security-groups-normalized-cidr Jun 08 06:29:38.909371 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: security_groups_port_filtering.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.910283 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.910799 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: port-security-groups-filtering Jun 08 06:29:38.911126 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.912066 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.912586 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: security-groups-remote-address-group Jun 08 06:29:38.912912 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: securitygroup.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.922834 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.923370 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: security-group Jun 08 06:29:38.924253 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: segment.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.925027 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.925549 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension segment not supported by any of loaded plugins Jun 08 06:29:38.925879 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.926801 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.927324 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 06:29:38.927650 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: servicetype.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.928782 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.929313 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: service-type Jun 08 06:29:38.929643 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: sorting.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.930615 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.930948 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: sorting Jun 08 06:29:38.931271 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: standard_attr_segment.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.932196 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.932714 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 06:29:38.933038 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: standardattrdescription.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.933673 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.934189 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: standard-attr-description Jun 08 06:29:38.934516 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: stateful_security_group.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.935416 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.935960 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: stateful-security-group Jun 08 06:29:38.936286 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: stdattrs_common.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.936861 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 06:29:38.937183 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.938176 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.938699 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 06:29:38.939023 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: subnet_onboard.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.940666 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.941193 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: subnet_onboard Jun 08 06:29:38.941519 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.942442 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.942956 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 06:29:38.943280 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: subnet_service_types.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.944220 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.944739 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: subnet-service-types Jun 08 06:29:38.945066 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: subnetallocation.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.946141 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.946663 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: subnet_allocation Jun 08 06:29:38.946993 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.947647 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.948181 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: subnetpool-prefix-ops Jun 08 06:29:38.948503 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.949419 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.949931 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 06:29:38.950259 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: tagging.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.951290 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.951844 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: standard-attr-tag Jun 08 06:29:38.952175 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: timestamp.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.953369 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.953893 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loaded extension: standard-attr-timestamp Jun 08 06:29:38.954221 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: trunk.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.955302 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.955855 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension trunk not supported by any of loaded plugins Jun 08 06:29:38.956186 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: trunk_details.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.957090 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.957614 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension trunk-details not supported by any of loaded plugins Jun 08 06:29:38.957938 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: uplink_status_propagation.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.958845 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.959365 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 06:29:38.959718 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Loading extension file: vlantransparent.py {{(pid=91737) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 06:29:38.960384 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91737) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 06:29:38.960898 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 06:29:38.963258 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:network Jun 08 06:29:38.963831 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:subnet Jun 08 06:29:38.964235 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 06:29:38.964632 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:port Jun 08 06:29:38.965878 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.966320 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service FLAVORS assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.966923 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.967354 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.967718 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:router Jun 08 06:29:38.968150 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:floatingip Jun 08 06:29:38.968642 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service METERING assigned prefix: /metering {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.970081 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.970975 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.971331 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91737) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:29:38.972327 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 06:29:38.972786 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:security_group Jun 08 06:29:38.973229 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 06:29:38.973850 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service CORE assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.974186 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 06:29:38.974537 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] subnetpool is already registered Jun 08 06:29:38.974960 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service CORE assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.975289 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 06:29:38.975620 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] subnetpool is already registered Jun 08 06:29:38.977920 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.978355 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service FLAVORS assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.978944 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.979368 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.979734 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:router Jun 08 06:29:38.980082 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] router is already registered Jun 08 06:29:38.980493 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:floatingip Jun 08 06:29:38.980831 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] floatingip is already registered Jun 08 06:29:38.981284 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service METERING assigned prefix: /metering {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.981946 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 06:29:38.982275 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] rbac_policy is already registered Jun 08 06:29:38.982689 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:security_group Jun 08 06:29:38.983026 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] security_group is already registered Jun 08 06:29:38.983488 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 06:29:38.983951 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] security_group_rule is already registered Jun 08 06:29:38.984609 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service CORE assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.984981 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 06:29:38.985348 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] subnetpool is already registered Jun 08 06:29:38.985802 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.v2.resource_helper [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Service CORE assigned prefix: {{(pid=91737) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 06:29:38.986889 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 06:29:38.987269 dv-cinder-760199-6-smb neutron-server[91737]: WARNING neutron.quota.resource_registry [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] subnetpool is already registered Jun 08 06:29:38.987875 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: extensions {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:38.989412 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: address-groups {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:38.991494 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: address-scopes {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:38.993072 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: agents {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:38.994321 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: auto-allocated-topology {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:38.995846 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: availability_zones {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:38.997348 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: dhcp-networks {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:38.998972 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: dhcp-agents {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.000837 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: routers {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.002993 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: flavors {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.005608 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: service_profiles {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.007131 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: next_providers {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.008832 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: service_profiles {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.010459 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: floatingip-pools {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.011978 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: routers {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.013828 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: floatingips {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.015217 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: l3-routers {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.016803 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: l3-agents {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.018293 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: metering-labels {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.019566 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: metering-label-rules {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.020968 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: network-ip-availabilities {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.022223 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: bindings {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.023843 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: quotas {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.025381 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: quotas {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.026817 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: rbac-policies {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.028029 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: security-groups {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.029334 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: security-group-rules {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.030582 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: service-providers {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.031850 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: subnetpools {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.033741 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: subnetpools {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.035281 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.037002 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.038842 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.040740 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.042684 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.044657 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.046352 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.048219 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.050743 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.052521 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron.api.extensions [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Extended resource: tags {{(pid=91737) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 06:29:39.058600 dv-cinder-760199-6-smb neutron-server[91737]: WARNING keystonemiddleware.auth_token [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 06:29:39.063218 dv-cinder-760199-6-smb neutron-server[91737]: WARNING keystonemiddleware.auth_token [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 06:29:39.071759 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Acquired lock "singleton_lock" {{(pid=91737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 08 06:29:39.072245 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_concurrency.lockutils [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Releasing lock "singleton_lock" {{(pid=91737) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 08 06:29:39.072872 dv-cinder-760199-6-smb neutron-server[91737]: INFO oslo_service.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Starting 2 workers Jun 08 06:29:39.077550 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Started child 91842 {{(pid=91737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 06:29:39.081849 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Started child 91843 {{(pid=91737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 06:29:39.083026 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:39.083688 dv-cinder-760199-6-smb neutron-server[91737]: INFO neutron.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 06:29:39.084088 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Notify callbacks [] for process, before_spawn {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:39.084454 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [-] (91842) wsgi starting up on http://0.0.0.0:9696 Jun 08 06:29:39.086419 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:39.086835 dv-cinder-760199-6-smb neutron-server[91737]: INFO oslo_service.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Starting 1 workers Jun 08 06:29:39.087728 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [-] (91843) wsgi starting up on http://0.0.0.0:9696 Jun 08 06:29:39.091549 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Started child 91844 {{(pid=91737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 06:29:39.092111 dv-cinder-760199-6-smb neutron-server[91737]: INFO oslo_service.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Starting 1 workers Jun 08 06:29:39.095869 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] calling RpcWorker wait() {{(pid=91844) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 06:29:39.096402 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] returning from RpcWorker wait() {{(pid=91844) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 06:29:39.096917 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Started child 91845 {{(pid=91737) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 06:29:39.097740 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG neutron_lib.callbacks.manager [None req-49a04001-6255-4e66-8a2c-c14d9bd2caab None None] Notify callbacks [] for process, after_spawn {{(pid=91737) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:39.097852 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:39.098286 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:29:39.099636 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 06:29:39.099886 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 06:29:39.100067 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 06:29:39.100288 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 06:29:39.100613 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 06:29:39.100777 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 06:29:39.101287 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.101569 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.101657 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:39.102089 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.102089 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.102358 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.102543 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:29:39.102919 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.103185 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.103441 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.103742 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.103978 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.104154 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.104322 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.104581 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.104834 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.105140 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.105416 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.105667 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.105939 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.106110 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.106358 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.106621 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.106869 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.107133 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] debug = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.107388 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.107912 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.108163 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.108404 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.108630 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.108918 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.109145 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.109421 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.109668 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.109884 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.110117 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.110386 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.110629 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.110866 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.111697 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.111964 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.112188 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.112674 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] host = dv-cinder-760199-6-smb {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.112897 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.113119 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.113373 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.113618 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.113872 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.114086 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.114366 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.114591 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.114866 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.115089 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.115334 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.115544 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.115816 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.116235 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.116389 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_options = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.116607 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.116887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.117143 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.117346 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.117516 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.117692 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.117954 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.118117 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.118391 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.118605 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.118818 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.119049 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.119282 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.119493 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.119782 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.120030 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.120268 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.120477 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.120817 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.120983 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.121208 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.121437 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.121656 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.121887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.122107 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.122319 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.122543 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.122755 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.123024 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.123217 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.123449 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.123731 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.123971 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.124230 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.124488 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.124713 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.124934 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.125195 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.125425 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.125666 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.125999 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.126507 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.126878 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.127015 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.127217 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.127441 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_json = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.127710 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.127916 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.128168 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.128387 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.128609 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.128824 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.129056 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.132080 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.132080 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.132080 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.132397 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.132561 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.132865 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.135275 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.138944 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.138944 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.138944 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.138944 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.138944 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.140304 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.147750 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.147750 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.147750 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.147750 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.147750 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.147750 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.147750 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.147750 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.149164 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.149164 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.150425 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.150720 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.150997 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.151292 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.151547 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.151854 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.152093 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.152322 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.152558 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.152788 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.153066 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.153299 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.153524 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.153762 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.153999 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.154245 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.154496 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.154718 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.154974 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.155211 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.155445 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.155699 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.155957 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.156254 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.156542 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.156865 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.157167 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.157416 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.157786 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.158584 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.158808 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.159037 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.159264 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.159521 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.159782 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.160008 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.160226 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.160449 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.160688 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.160948 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.161173 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.161387 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.161610 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.161865 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.162108 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.162351 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.162601 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.162841 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.163145 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.163376 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.163637 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.163897 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.164135 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.164346 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.164637 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.164870 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.165090 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.165316 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.165561 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.165782 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.166249 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.166469 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.166756 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.167088 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.167332 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.167595 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.167876 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.168120 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.168380 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.168646 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.168890 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.169134 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.169348 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.169619 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.169866 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.170118 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.170349 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.170574 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.170820 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.171378 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.171378 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.171573 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.171765 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.172021 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.172292 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.172575 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.172833 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.173085 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.174146 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.174146 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.174412 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.174685 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.174937 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.175201 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.175508 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.175805 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.176085 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.176334 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.176565 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.176811 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.177043 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.177304 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.177549 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.177797 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.178017 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.178305 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.178564 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.179007 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.179176 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.179444 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.179802 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.180036 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.180256 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.180491 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.180779 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.181038 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.181277 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.181538 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.181788 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.182020 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.182277 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.182528 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.183068 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 40358) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:29:39.183988 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.184379 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.184673 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.184908 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.185162 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.185394 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.185661 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.185888 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.186112 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.186369 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.186661 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.186842 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.187160 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.187354 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.187526 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.187984 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.188210 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.188431 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.188680 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.188908 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.189184 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.189410 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.189707 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.189892 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.190087 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.190372 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.190622 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.190841 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.191074 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.191323 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.191556 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.192320 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.192630 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.192884 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.193081 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.193433 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.194253 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.194253 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.194406 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087242 Jun 08 06:29:39.194500 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.194500 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.194760 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.196280 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.196552 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.197081 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.197613 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.197992 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.198406 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.198793 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.199692 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.199692 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.199692 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.199926 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.200072 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.200303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.200574 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.200870 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.201121 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.201938 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.201938 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.201938 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.202167 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.202234 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.202533 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.203174 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.203174 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.203609 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.203978 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.204315 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.205233 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.205233 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.205233 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.205580 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.205931 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.206263 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.206570 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.206905 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.207231 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.207696 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.208009 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.208318 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.208651 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.208964 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.209342 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.210233 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.210233 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.210405 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.210483 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.210829 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.211084 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.211314 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.211620 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.211914 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.212760 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.212760 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.212914 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.213039 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.213306 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.213543 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.213880 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.214182 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.214601 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.215075 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.215496 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.215881 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.216219 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.216627 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.217014 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.217402 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.218197 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.218312 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.218679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.219076 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.219774 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.220123 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.221502 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.221502 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.221814 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.222092 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.222447 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.223234 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.223498 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.225038 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.225038 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.225038 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.225038 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.225038 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.225038 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.226679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.226679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.226679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.226679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 06:29:39.226679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91737) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 06:29:39.226679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 06:29:39.226679 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 06:29:39.227758 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 06:29:39.227758 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 06:29:39.227758 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 06:29:39.227758 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.227758 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.227758 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.228177 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.228177 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.228326 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.228407 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.228575 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.228878 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.228878 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.229014 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.229141 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.229299 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.229459 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.229620 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.229779 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.229936 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.230096 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.230260 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.230457 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.230601 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.230762 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.230944 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] debug = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.231055 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.231267 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.231465 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.231615 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.231759 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.231916 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.232072 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.232210 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.232367 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.232525 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.232663 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.232819 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.232962 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.233124 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.233288 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.233440 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.233590 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.233726 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] host = dv-cinder-760199-6-smb {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.233910 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.234068 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.234226 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.234385 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.234542 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.234701 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.234859 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.235017 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.235177 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.235336 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.235495 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.235671 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.237186 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.237348 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.237509 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_options = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.237968 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.237968 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.238123 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.238242 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.238410 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.238570 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.238743 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.239582 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.239582 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.239582 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.239582 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.239582 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.239946 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.239946 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.239946 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.240116 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.240222 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.240546 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.240546 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.240703 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.240828 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.240986 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.241144 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.241302 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.241485 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.241614 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.241772 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.241930 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.242089 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.242252 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.242437 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.242589 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.242755 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.242900 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.243042 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.243194 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.243338 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.243494 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.243645 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.243830 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.243972 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.244109 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.244246 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.244399 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.244537 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.244695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_json = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.244840 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.244986 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.245135 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.245291 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.245449 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.245607 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.245764 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.245941 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 06:29:39.246100 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.246262 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.246746 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.246746 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.246746 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.246951 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.247230 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.247230 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.247365 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248036 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248036 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248036 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248258 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248258 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248401 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248571 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248733 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.248900 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.249879 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.249879 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.249879 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.249879 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.249879 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.249879 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.250271 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.250271 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.250388 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:29:39.250469 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.250469 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.250596 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.250718 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.250879 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.251041 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.251202 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.251363 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.251525 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.251732 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.251897 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.252060 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.252224 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.252384 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.252551 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.252729 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.252880 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.253024 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.253190 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.253344 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.253509 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.253668 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.253833 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.253985 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.254160 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.254314 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.254477 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.254640 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.254803 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.254963 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.255120 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.255359 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.255455 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.255593 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.255816 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.255962 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.256104 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.256244 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.256400 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.256564 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.256728 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.256891 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.257055 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.257217 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.257372 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.257535 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.257699 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.257869 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.258122 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.258287 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.258450 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.258610 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.259695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.259695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.259695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.259695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.259695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.259695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.259695 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.260133 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.260133 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.260253 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.260471 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.260563 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.260699 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.260795 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.260960 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.261112 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.261276 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.261427 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.261665 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.261761 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.262619 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.262807 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.262978 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.263120 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.263261 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.263416 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.263580 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.263777 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.264887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.264887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.264887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.264887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.264887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.264887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.264887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.265377 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.265377 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.265377 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.265573 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.265648 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.266069 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.266069 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.266069 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.266271 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.266413 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.266508 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267244 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267244 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267244 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267244 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267526 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267526 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267775 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267775 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.267969 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269303 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269803 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269803 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269803 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.269984 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.270053 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.270161 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.270326 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.270489 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.270650 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.270813 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.270977 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.271136 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.271296 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.271457 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.271618 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.271828 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.271991 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.272152 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.272313 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.272474 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.272634 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.272796 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.273324 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.273324 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.273324 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.273530 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.273596 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.273711 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.273885 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.274031 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.274847 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.274847 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.274847 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.274847 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.274847 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.275166 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.275166 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.275284 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.275393 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.275555 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.275740 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.275911 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.276062 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.276223 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.276387 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.276548 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.277665 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.277665 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.277665 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.277665 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.277665 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.277665 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.278049 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.278049 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.278171 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.278360 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.278503 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279511 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279511 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279511 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279511 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279511 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279511 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279921 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279921 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.279921 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.280110 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.280223 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.280922 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.280922 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.280922 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.280922 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.281230 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.281230 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.281380 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.281459 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.281602 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.281762 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.281923 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.282083 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.282253 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.282415 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.282577 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.282736 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.283423 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.283599 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.283794 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.283932 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.284092 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.284252 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.284423 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.284586 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.284748 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.284918 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.285079 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.285240 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.285400 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.285573 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.285735 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.285897 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.286078 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.286207 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.286368 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.286530 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.286696 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.286887 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.287039 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.287202 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.287372 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.287541 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.287809 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.287973 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.288143 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.288361 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.288501 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.289371 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.289371 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.289371 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.289371 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.289371 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.289718 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.289718 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.289958 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.290188 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.290280 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.290434 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.290595 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.290757 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.291742 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.291742 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.291742 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.291742 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.292024 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 06:29:39.292024 dv-cinder-760199-6-smb neutron-server[91737]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91737) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 06:29:50.975330 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b4649-a389-43d1-a017-cee198f04f38 None None] get_active_networks_info from dv-cinder-760199-6-smb {{(pid=91844) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 08 06:29:51.059444 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624b4649-a389-43d1-a017-cee198f04f38 None None] No non-hosted networks {{(pid=91844) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 06:29:51.068462 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.agentschedulers_db [None req-624b4649-a389-43d1-a017-cee198f04f38 None None] DHCP Agent not found on host dv-cinder-760199-6-smb {{(pid=91844) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 08 06:29:51.145251 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-3c1f7642-f3ad-4248-98cc-7d17a7bb9bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933'] for agent, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:52.685859 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933'] for agent, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:52.687408 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.688027 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.691237 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.691741 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.692432 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.693522 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.695745 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.696408 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.697256 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.701928 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.703577 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.709572 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:29:52.710477 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760199-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:29:52.735848 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760199-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:29:53.472778 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-09b33540-710c-4db5-baf8-8424e9f9fad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933'] for agent, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:53.582371 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-63fb0af4-d5be-46b3-ba91-e7c8803aabb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:54.881177 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933'] for agent, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:56.240690 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.db.l3_hamode_db [None req-4b7b9e49-a389-4d57-9c09-cf3148f13de1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 06:29:56.332776 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b9e49-a389-4d57-9c09-cf3148f13de1 None None] Routers set() bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:29:56.333121 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7b9e49-a389-4d57-9c09-cf3148f13de1 None None] Router IDs set() for agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 08 06:29:56.504840 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933'] for agent, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:29:57.567983 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 40458) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:29:58.148597 dv-cinder-760199-6-smb neutron-server[91842]: WARNING oslo_policy.policy [None req-96be809a-9001-4eef-9efe-196ca91d4a9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 06:29:58.149189 dv-cinder-760199-6-smb neutron-server[91842]: WARNING oslo_policy.policy [None req-96be809a-9001-4eef-9efe-196ca91d4a9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 06:29:58.367967 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [None req-96be809a-9001-4eef-9efe-196ca91d4a9a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:29:58.369013 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-96be809a-9001-4eef-9efe-196ca91d4a9a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8001266 Jun 08 06:30:00.773669 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 40472) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:01.135490 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-0b523bdd-a636-4869-bb6d-b1ec2695563a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:30:01.233262 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.policy [None req-0b523bdd-a636-4869-bb6d-b1ec2695563a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 06:30:01.278019 dv-cinder-760199-6-smb neutron-server[91842]: WARNING oslo_policy.policy [None req-0b523bdd-a636-4869-bb6d-b1ec2695563a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 06:30:01.278390 dv-cinder-760199-6-smb neutron-server[91842]: WARNING oslo_policy.policy [None req-0b523bdd-a636-4869-bb6d-b1ec2695563a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 06:30:01.287542 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.quota [None req-0b523bdd-a636-4869-bb6d-b1ec2695563a admin admin] Loaded quota_driver: . Jun 08 06:30:01.364354 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0b523bdd-a636-4869-bb6d-b1ec2695563a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746082272688', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746082273133', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746082261579', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746082253858', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746082244703', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746082238880', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-819050', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-805860', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33387942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33225420'] for rbac-policy, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:01.422018 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0b523bdd-a636-4869-bb6d-b1ec2695563a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:01.423799 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-0b523bdd-a636-4869-bb6d-b1ec2695563a admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6486194 Jun 08 06:30:04.018057 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 40484) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:04.370485 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'project_id': '2c387e5862dd4031a615876b7859225d', 'admin_state_up': True}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:30:04.394189 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Made reservation on behalf of 2c387e5862dd4031a615876b7859225d for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:30:04.397037 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:04.414731 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:04.531757 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:04.535495 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:04.541231 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:04.560783 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:30:04.587271 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746080395942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:04.587847 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Unsubscribe: segment precommit_create {{(pid=91842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 06:30:04.588345 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Added segment 3b44cf99-2515-4ede-ab93-80294712193d of type vlan for network a293a39d-6256-445a-ada5-e92fe906efcd Jun 08 06:30:04.636955 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66acca0-f1eb-40e0-92b8-f6c8e3f17ceb,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:04.657684 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.658020 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.658346 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.658667 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.658981 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.659293 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.659604 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.659938 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.660260 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.660570 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.660873 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.661175 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Tracked resource versions report: Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: pushed versions: Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: { 'AddressGroup': {'1.2'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'ConntrackHelper': {'1.0'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Log': {'1.0'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Network': {'1.1'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Port': {'1.7'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'PortForwarding': {'1.2'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'QosPolicy': {'1.8'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'SecurityGroup': {'1.4'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'SecurityGroupRule': {'1.2'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'SubPort': {'1.0'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Subnet': {'1.1'}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Trunk': {'1.1'}} Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: consumer versions: Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: { DHCP agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: L3 agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: Metadata agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: Metering agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: Open vSwitch agent@dv-cinder-760199-6-smb: { 'AddressGroup': '1.2', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'ConntrackHelper': '1.0', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Log': '1.0', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Network': '1.1', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Port': '1.7', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'PortForwarding': '1.2', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'QosPolicy': '1.8', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'SecurityGroup': '1.4', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'SecurityGroupRule': '1.2', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'SubPort': '1.0', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Subnet': '1.1', Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: 'Trunk': '1.1'}} Jun 08 06:30:04.662220 dv-cinder-760199-6-smb neutron-server[91842]: {{(pid=91842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 06:30:04.702995 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:04.708806 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:04.749734 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:04.751731 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:30:04.752401 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:04.757087 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:04.846605 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8274636 Jun 08 06:30:04.856206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Pushing event updated for resources: {'Network': ['ID=a293a39d-6256-445a-ada5-e92fe906efcd,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:04.873326 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:04.882446 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network a293a39d-6256-445a-ada5-e92fe906efcd details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:30:07.541950 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 40498) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:08.003687 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82cf5ea-d835-457c-ac72-f8cdd2b8250f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:30:08.009668 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f82cf5ea-d835-457c-ac72-f8cdd2b8250f admin admin] 10.222.0.44 "GET /v2.0/networks/a293a39d-6256-445a-ada5-e92fe906efcd HTTP/1.1" status: 200 len: 825 time: 0.4621172 Jun 08 06:30:08.031081 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-8d967b19-485d-4c06-87e5-d7379f23f677 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/54496666-d26e-4390-94d7-376f7e0b4c44 HTTP/1.1" status: 200 len: 734 time: 0.0207295 Jun 08 06:30:08.039679 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Request body: {'subnet': {'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd', 'ip_version': 4, 'subnetpool_id': '54496666-d26e-4390-94d7-376f7e0b4c44', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '2c387e5862dd4031a615876b7859225d'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:30:08.060262 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Made reservation on behalf of 2c387e5862dd4031a615876b7859225d for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:30:08.062528 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:08.326845 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:08.332232 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:08.424446 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Checking segment: {'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:30:08.424787 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Network hostable DHCP agents. Network: a293a39d-6256-445a-ada5-e92fe906efcd, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:30:08.430440 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6282c317-0b85-4abb-bb35-af6c3289521f,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:08.433998 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:08.448609 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Network a293a39d-6256-445a-ada5-e92fe906efcd is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:30:08.458306 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, a293a39d-6256-445a-ada5-e92fe906efcd) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:30:08.462954 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:30:08.463562 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:08.468020 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7443b4f-de9a-4f5f-a9d2-33a3b1928d4a None None] Network a293a39d-6256-445a-ada5-e92fe906efcd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:30:08.481678 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4452574 Jun 08 06:30:08.775305 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0ce0fc-4adf-5d44-94c7-c9d50110abf7-a293a39d-6256-445a-ada5-e92fe906efcd', 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'fixed_ips': [{'subnet_id': '6282c317-0b85-4abb-bb35-af6c3289521f'}]}} from dv-cinder-760199-6-smb. {{(pid=91844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 06:30:08.776543 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:08.962169 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.db_base_plugin_common [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Allocated IP 172.20.0.2 (a293a39d-6256-445a-ada5-e92fe906efcd/6282c317-0b85-4abb-bb35-af6c3289521f/6a61df28-783f-43ba-801d-f28f75e37793) {{(pid=91844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:30:09.189210 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Notify callbacks [] for port, precommit_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:09.203911 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Transition to ACTIVE for port object 6a61df28-783f-43ba-801d-f28f75e37793 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:30:09.224903 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Transition to ACTIVE for port object 6a61df28-783f-43ba-801d-f28f75e37793 will not be triggered until provisioned by entity DHCP. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:30:09.232793 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:09.234133 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:30:09.234133 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:30:09.234133 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:30:09.234133 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:30:09.234133 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:30:09.234133 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Jun 08 06:30:09.250379 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Network a293a39d-6256-445a-ada5-e92fe906efcd is already hosted by enough agents. {{(pid=91844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:30:09.252172 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.base_scheduler [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Resources bound (agent type, host, resource id): {{(pid=91844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:30:09.255173 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Received port after_create {{(pid=91844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:30:09.345987 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Attempting to bind port 6a61df28-783f-43ba-801d-f28f75e37793 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:30:09.346375 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Attempting to bind port 6a61df28-783f-43ba-801d-f28f75e37793 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:30:09.346797 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Attempting to bind port 6a61df28-783f-43ba-801d-f28f75e37793 on network a293a39d-6256-445a-ada5-e92fe906efcd {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:30:09.351978 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:30:09.352404 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Checking segment: {'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:30:09.352891 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:09.353271 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Bound using segment: {'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:30:09.353756 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Bound port: 6a61df28-783f-43ba-801d-f28f75e37793, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:30:09.354129 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:09.441972 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] For port 6a61df28-783f-43ba-801d-f28f75e37793, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:30:09.446322 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] For port 6a61df28-783f-43ba-801d-f28f75e37793, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=6a61df28-783f-43ba-801d-f28f75e37793,segment=NetworkSegment(3b44cf99-2515-4ede-ab93-80294712193d),segment_id=3b44cf99-2515-4ede-ab93-80294712193d)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:30:09.451054 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:09.456809 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:09.541670 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Pushing event updated for resources: {'Port': ['ID=6a61df28-783f-43ba-801d-f28f75e37793,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:09.548943 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.549395 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.549824 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.550264 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.550667 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.551083 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.551492 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.551952 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.552363 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.552772 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.553181 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.553587 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Tracked resource versions report: Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: pushed versions: Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: { 'AddressGroup': {'1.2'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'ConntrackHelper': {'1.0'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Log': {'1.0'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Network': {'1.1'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Port': {'1.7'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'PortForwarding': {'1.2'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'QosPolicy': {'1.8'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'SecurityGroup': {'1.4'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'SecurityGroupRule': {'1.2'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'SubPort': {'1.0'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Subnet': {'1.1'}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Trunk': {'1.1'}} Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: consumer versions: Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: { DHCP agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: L3 agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: Metadata agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: Metering agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: Open vSwitch agent@dv-cinder-760199-6-smb: { 'AddressGroup': '1.2', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'ConntrackHelper': '1.0', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Log': '1.0', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Network': '1.1', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Port': '1.7', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'PortForwarding': '1.2', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'QosPolicy': '1.8', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'SecurityGroup': '1.4', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'SecurityGroupRule': '1.2', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'SubPort': '1.0', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Subnet': '1.1', Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: 'Trunk': '1.1'}} Jun 08 06:30:09.554702 dv-cinder-760199-6-smb neutron-server[91844]: {{(pid=91844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 06:30:09.564595 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:10.894484 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 40506) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:11.507725 dv-cinder-760199-6-smb neutron-server[91843]: WARNING oslo_policy.policy [None req-e62c7bdb-d78d-4d92-ab7c-964957c4697c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 06:30:11.508289 dv-cinder-760199-6-smb neutron-server[91843]: WARNING oslo_policy.policy [None req-e62c7bdb-d78d-4d92-ab7c-964957c4697c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 06:30:11.745684 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [None req-e62c7bdb-d78d-4d92-ab7c-964957c4697c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:30:11.745684 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e62c7bdb-d78d-4d92-ab7c-964957c4697c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8486814 Jun 08 06:30:14.184692 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 40520) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:14.600540 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [None req-65b35e29-af58-4ff1-ad58-535862617e94 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:30:14.601507 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-65b35e29-af58-4ff1-ad58-535862617e94 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4158425 Jun 08 06:30:15.226755 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 6a61df28-783f-43ba-801d-f28f75e37793 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:30:15.305552 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 6a61df28-783f-43ba-801d-f28f75e37793 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:30:15.481675 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7925d8a-722e-49ec-9a88-5c001aad4359 None None] Network a293a39d-6256-445a-ada5-e92fe906efcd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:30:15.565878 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] Provisioning for port 6a61df28-783f-43ba-801d-f28f75e37793 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:30:15.590106 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] Provisioning complete for port 6a61df28-783f-43ba-801d-f28f75e37793 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:15.590549 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:15.841859 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:15.891265 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] For port 6a61df28-783f-43ba-801d-f28f75e37793, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=6a61df28-783f-43ba-801d-f28f75e37793,segment=NetworkSegment(3b44cf99-2515-4ede-ab93-80294712193d),segment_id=3b44cf99-2515-4ede-ab93-80294712193d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:30:15.896184 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:15.901746 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-29209177-e87e-4987-b21b-0318fbeebe75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:15.974413 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] Pushing event updated for resources: {'Port': ['ID=6a61df28-783f-43ba-801d-f28f75e37793,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:15.977596 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:16.119944 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-6b1df368-12e6-4578-9c77-6e307044a875 None None] Provisioning complete for port 6a61df28-783f-43ba-801d-f28f75e37793 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:16.120240 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-6b1df368-12e6-4578-9c77-6e307044a875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:17.189917 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 6a61df28-783f-43ba-801d-f28f75e37793 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:30:17.248898 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 40534) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:17.263637 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 6a61df28-783f-43ba-801d-f28f75e37793 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:17.264550 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:17.606468 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'name': 'router1'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:30:17.678312 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.policy [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91843) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 06:30:17.724921 dv-cinder-760199-6-smb neutron-server[91843]: WARNING oslo_policy.policy [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 06:30:17.725324 dv-cinder-760199-6-smb neutron-server[91843]: WARNING oslo_policy.policy [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 06:30:17.733977 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.quota [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] Loaded quota_driver: . Jun 08 06:30:17.777401 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33445727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11525'] for router, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:17.779398 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33445620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33435027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33501201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11530'] for router, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:17.805741 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:17.924678 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33445700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068'] for router, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:17.942932 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] Notify callbacks [] for router, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:17.944081 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f3afb608-6408-4986-b639-e756f6383b29 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6942098 Jun 08 06:30:18.150067 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:30:20.294818 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 40544) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:20.693690 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [None req-3fdfe311-27f0-43ac-8f0c-089124e50519 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:30:20.694784 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-3fdfe311-27f0-43ac-8f0c-089124e50519 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3990991 Jun 08 06:30:20.864722 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-2e845d4f-1ecc-4039-a7ae-82d6e692756d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:22.632629 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:23.258218 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 40552) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:23.470042 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-095e1330-34e9-49d4-ab97-63fe3948a609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:23.694786 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:30:23.723129 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Made reservation on behalf of c7b6a901e20b4c4db429b6ffde169899 for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:30:23.727800 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:23.747320 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:23.882174 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:23.886336 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:23.892192 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:23.909356 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Reserving flat network on physical network physnet1 {{(pid=91843) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 06:30:23.939175 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746080395942', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:23.939997 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Unsubscribe: segment precommit_create {{(pid=91843) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 06:30:23.941088 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Added segment e337105b-b73e-4729-9e0d-b79721f88c2a of type flat for network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 Jun 08 06:30:23.955513 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb59e1b-203d-441f-a8b3-fbc7103a52ce,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:24.017822 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.018148 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.018474 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.018802 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.019120 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.019426 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.019767 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.020070 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.020726 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.020726 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.021006 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.021311 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Tracked resource versions report: Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: pushed versions: Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: { 'AddressGroup': {'1.2'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'ConntrackHelper': {'1.0'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Log': {'1.0'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Network': {'1.1'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Port': {'1.7'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'PortForwarding': {'1.2'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'QosPolicy': {'1.8'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'SecurityGroup': {'1.4'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'SecurityGroupRule': {'1.2'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'SubPort': {'1.0'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Subnet': {'1.1'}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Trunk': {'1.1'}} Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: consumer versions: Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: { DHCP agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: L3 agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: Metadata agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: Metering agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: Open vSwitch agent@dv-cinder-760199-6-smb: { 'AddressGroup': '1.2', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'ConntrackHelper': '1.0', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Log': '1.0', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Network': '1.1', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Port': '1.7', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'PortForwarding': '1.2', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'QosPolicy': '1.8', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'SecurityGroup': '1.4', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'SecurityGroupRule': '1.2', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'SubPort': '1.0', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Subnet': '1.1', Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: 'Trunk': '1.1'}} Jun 08 06:30:24.022456 dv-cinder-760199-6-smb neutron-server[91843]: {{(pid=91843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 06:30:24.087295 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:24.093497 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:24.144556 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:24.146327 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:30:24.147036 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:24.150419 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:24.250453 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9911485 Jun 08 06:30:24.254398 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Pushing event updated for resources: {'Network': ['ID=3e3742af-a7dc-4837-b8c3-dadc8da4b556,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:24.257648 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:24.266170 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:30:24.806201 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:26.439796 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:26.670241 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 40574) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:26.894386 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a1442-b2be-461b-b563-06cae5597956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:30:26.895806 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-7c3a1442-b2be-461b-b563-06cae5597956 admin admin] 10.222.0.44 "GET /v2.0/subnets/6282c317-0b85-4abb-bb35-af6c3289521f HTTP/1.1" status: 200 len: 849 time: 0.2246666 Jun 08 06:30:27.059015 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-38824197-0c9b-4536-a034-11b4cf948db3 admin admin] 10.222.0.44 "GET /v2.0/routers/de319adb-e958-42f9-97c3-3952ac7c1967 HTTP/1.1" status: 200 len: 704 time: 0.1578581 Jun 08 06:30:27.539259 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:27.782474 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Allocated IP 172.20.0.1 (a293a39d-6256-445a-ada5-e92fe906efcd/6282c317-0b85-4abb-bb35-af6c3289521f/31671b57-bbd2-4101-909c-451719e8b41b) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:30:27.945449 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:27.966200 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Transition to ACTIVE for port object 31671b57-bbd2-4101-909c-451719e8b41b will not be triggered until provisioned by entity DHCP. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:30:28.024364 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:28.025552 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:30:28.025552 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:30:28.025552 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:30:28.025552 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:30:28.025552 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:30:28.025552 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:30:28.042926 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Network a293a39d-6256-445a-ada5-e92fe906efcd is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:30:28.044063 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:30:28.047272 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:30:28.047838 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33506538'] for router_interface, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:28.236803 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-66310972-d216-40b7-a772-bcd7fdf4522c None None] Provisioning for port 31671b57-bbd2-4101-909c-451719e8b41b completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:30:28.241747 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-66310972-d216-40b7-a772-bcd7fdf4522c None None] Provisioning complete for port 31671b57-bbd2-4101-909c-451719e8b41b triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:28.242150 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-66310972-d216-40b7-a772-bcd7fdf4522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:28.301358 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-66310972-d216-40b7-a772-bcd7fdf4522c None None] Port 31671b57-bbd2-4101-909c-451719e8b41b cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:30:28.320741 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:28.601499 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:28.606854 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:28.608121 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33506347'] for router_interface, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:28.612581 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:28.742571 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Pushing event updated for resources: {'Port': ['ID=31671b57-bbd2-4101-909c-451719e8b41b,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:28.745997 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:28.811045 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Network a293a39d-6256-445a-ada5-e92fe906efcd is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:30:28.812118 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:30:29.011643 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Router de319adb-e958-42f9-97c3-3952ac7c1967 is scheduled to L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c with binding_index 1 {{(pid=91843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 06:30:29.025780 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-267f5fc2-cd97-4ff8-881b-af9159e854ef None None] Provisioning complete for port 31671b57-bbd2-4101-909c-451719e8b41b triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:29.026182 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-267f5fc2-cd97-4ff8-881b-af9159e854ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:29.080762 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-267f5fc2-cd97-4ff8-881b-af9159e854ef None None] Port 31671b57-bbd2-4101-909c-451719e8b41b cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:30:29.175873 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:30:29.180868 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] 10.222.0.44 "PUT /v2.0/routers/de319adb-e958-42f9-97c3-3952ac7c1967/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1169696 Jun 08 06:30:29.186030 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Sync routers for ids ['de319adb-e958-42f9-97c3-3952ac7c1967'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:30:29.200948 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Routers {'de319adb-e958-42f9-97c3-3952ac7c1967'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:30:29.201796 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:30:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['de319adb-e958-42f9-97c3-3952ac7c1967'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:30:29.386060 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Set router de319adb-e958-42f9-97c3-3952ac7c1967 gateway port host: None {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:30:29.765399 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'name': 'router1', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:30:17Z', 'updated_at': '2021-06-08T06:30:28Z', 'revision_number': 2, 'project_id': '2c387e5862dd4031a615876b7859225d', 'gw_port_host': None, '_interfaces': [{'id': '31671b57-bbd2-4101-909c-451719e8b41b', 'name': '', 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'mac_address': 'fa:16:3e:29:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:27Z', 'updated_at': '2021-06-08T06:30:28Z', 'revision_number': 2, 'project_id': '2c387e5862dd4031a615876b7859225d', 'subnets': [{'id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54496666-d26e-4390-94d7-376f7e0b4c44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:30:29.770561 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Checking router: de319adb-e958-42f9-97c3-3952ac7c1967 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:30:29.770938 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Updating router de319adb-e958-42f9-97c3-3952ac7c1967 port 31671b57-bbd2-4101-909c-451719e8b41b binding host dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:30:29.827844 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:30.229480 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:30.245966 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Transition to ACTIVE for port object 31671b57-bbd2-4101-909c-451719e8b41b will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:30:30.253286 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:30.258648 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:30.462704 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Pushing event updated for resources: {'Port': ['ID=31671b57-bbd2-4101-909c-451719e8b41b,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:30.483340 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.483760 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.484144 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.484370 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.485764 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.486286 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.486604 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.486920 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.487236 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.487544 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.487875 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.488188 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Tracked resource versions report: Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: pushed versions: Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: { 'AddressGroup': {'1.2'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'ConntrackHelper': {'1.0'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Log': {'1.0'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Network': {'1.1'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Port': {'1.7'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'PortForwarding': {'1.2'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'QosPolicy': {'1.8'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'SecurityGroup': {'1.4'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'SecurityGroupRule': {'1.2'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'SubPort': {'1.0'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Subnet': {'1.1'}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Trunk': {'1.1'}} Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: consumer versions: Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: { DHCP agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: L3 agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: Metadata agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: Metering agent@dv-cinder-760199-6-smb: {}, Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: Open vSwitch agent@dv-cinder-760199-6-smb: { 'AddressGroup': '1.2', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'ConntrackHelper': '1.0', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Log': '1.0', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Network': '1.1', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Port': '1.7', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'PortForwarding': '1.2', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'QosPolicy': '1.8', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'SecurityGroup': '1.4', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'SecurityGroupRule': '1.2', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'SubPort': '1.0', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Subnet': '1.1', Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: 'Trunk': '1.1'}} Jun 08 06:30:30.489264 dv-cinder-760199-6-smb neutron-server[91845]: {{(pid=91845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 06:30:30.499086 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:30.504021 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Attempting to bind port 31671b57-bbd2-4101-909c-451719e8b41b on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:30:30.504283 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Attempting to bind port 31671b57-bbd2-4101-909c-451719e8b41b by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:30:30.504737 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Attempting to bind port 31671b57-bbd2-4101-909c-451719e8b41b on network a293a39d-6256-445a-ada5-e92fe906efcd {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:30:30.511165 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:30:30.511588 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Checking segment: {'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:30:30.512091 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:30.512484 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Bound using segment: {'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:30:30.512974 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Bound port: 31671b57-bbd2-4101-909c-451719e8b41b, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b44cf99-2515-4ede-ab93-80294712193d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:30:30.513349 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:30.603934 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] For port 31671b57-bbd2-4101-909c-451719e8b41b, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:30:30.608661 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] For port 31671b57-bbd2-4101-909c-451719e8b41b, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=31671b57-bbd2-4101-909c-451719e8b41b,segment=NetworkSegment(3b44cf99-2515-4ede-ab93-80294712193d),segment_id=3b44cf99-2515-4ede-ab93-80294712193d)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:30:30.616540 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:30.620634 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:30.729925 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Routers {'de319adb-e958-42f9-97c3-3952ac7c1967'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:30:30.730550 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:30:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['de319adb-e958-42f9-97c3-3952ac7c1967'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:30:30.831857 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Pushing event updated for resources: {'Port': ['ID=31671b57-bbd2-4101-909c-451719e8b41b,revision_number=4']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:30.835008 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:30.924295 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] Set router de319adb-e958-42f9-97c3-3952ac7c1967 gateway port host: None {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:30:31.267894 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'name': 'router1', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:30:17Z', 'updated_at': '2021-06-08T06:30:28Z', 'revision_number': 2, 'project_id': '2c387e5862dd4031a615876b7859225d', 'gw_port_host': None, '_interfaces': [{'id': '31671b57-bbd2-4101-909c-451719e8b41b', 'name': '', 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'mac_address': 'fa:16:3e:29:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:27Z', 'updated_at': '2021-06-08T06:30:30Z', 'revision_number': 4, 'project_id': '2c387e5862dd4031a615876b7859225d', 'subnets': [{'id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54496666-d26e-4390-94d7-376f7e0b4c44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:30:31.272205 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4decf982-ef32-46bf-bf51-871b1f4be574 None None] The sync data for ids ['de319adb-e958-42f9-97c3-3952ac7c1967'] in dv-cinder-760199-6-smb is: [{'id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'name': 'router1', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:30:17Z', 'updated_at': '2021-06-08T06:30:28Z', 'revision_number': 2, 'project_id': '2c387e5862dd4031a615876b7859225d', 'gw_port_host': None, '_interfaces': [{'id': '31671b57-bbd2-4101-909c-451719e8b41b', 'name': '', 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'mac_address': 'fa:16:3e:29:5f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:27Z', 'updated_at': '2021-06-08T06:30:30Z', 'revision_number': 4, 'project_id': '2c387e5862dd4031a615876b7859225d', 'subnets': [{'id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54496666-d26e-4390-94d7-376f7e0b4c44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:30:31.522025 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 40594) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:31.694852 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d74a7-9158-41bf-8380-36e0807cbc27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:30:31.696174 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-cb0d74a7-9158-41bf-8380-36e0807cbc27 admin admin] 10.222.0.44 "GET /v2.0/networks/3e3742af-a7dc-4837-b8c3-dadc8da4b556 HTTP/1.1" status: 200 len: 842 time: 0.1731601 Jun 08 06:30:31.709475 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Request body: {'subnet': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'cidr': '172.28.2.0/24'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:30:31.744938 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Made reservation on behalf of c7b6a901e20b4c4db429b6ffde169899 for: {'subnet': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:30:31.747443 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:32.169219 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.objects.ports [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91843) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 08 06:30:32.169694 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:32.173693 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:32.247318 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2333c3d-41dc-4158-91df-c40d77d16722,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:32.255299 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:32.256479 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:30:32.257148 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Network hostable DHCP agents. Network: 3e3742af-a7dc-4837-b8c3-dadc8da4b556, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:30:32.280513 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:30:32.293791 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 3e3742af-a7dc-4837-b8c3-dadc8da4b556) {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:30:32.300720 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:30:32.301813 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:32.304469 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55000610-cd3a-4c2d-bf27-f5674d8373b6 None None] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:30:32.335692 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6209292 Jun 08 06:30:32.527113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791213b7-bd85-41c6-95e6-b5ebd159b5fd None None] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:30:34.717260 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 40606) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:35.037239 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f7953d71-78f7-4450-92a8-1de6df3a85df admin admin] 10.222.0.44 "GET /v2.0/routers/de319adb-e958-42f9-97c3-3952ac7c1967 HTTP/1.1" status: 200 len: 710 time: 0.3186917 Jun 08 06:30:35.204485 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b05b0da-b344-4e38-887f-b14b804018f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:30:35.207457 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-4b05b0da-b344-4e38-887f-b14b804018f6 admin admin] 10.222.0.44 "GET /v2.0/networks/3e3742af-a7dc-4837-b8c3-dadc8da4b556 HTTP/1.1" status: 200 len: 886 time: 0.1638479 Jun 08 06:30:35.217616 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:30:35.240557 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 31671b57-bbd2-4101-909c-451719e8b41b up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:30:35.340034 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 31671b57-bbd2-4101-909c-451719e8b41b completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:30:35.347997 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 31671b57-bbd2-4101-909c-451719e8b41b triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:35.348819 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:35.496240 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:35.537397 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 31671b57-bbd2-4101-909c-451719e8b41b, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=31671b57-bbd2-4101-909c-451719e8b41b,segment=NetworkSegment(3b44cf99-2515-4ede-ab93-80294712193d),segment_id=3b44cf99-2515-4ede-ab93-80294712193d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:30:35.542603 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:35.544988 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:35.620344 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=31671b57-bbd2-4101-909c-451719e8b41b,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:35.628912 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:35.753751 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:36.128549 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:36.200405 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:36.346342 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Allocated IP 172.28.2.126 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/5b951f4d-db1c-4dec-af90-2cb3c344d7e6) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:30:36.543383 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:36.573795 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:36.574520 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:30:36.574520 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:30:36.574520 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:30:36.574520 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:30:36.574520 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:30:36.574520 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:30:36.591296 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:30:36.592459 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:30:36.596437 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:30:37.003257 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:37.213794 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 31671b57-bbd2-4101-909c-451719e8b41b up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:30:37.284237 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 31671b57-bbd2-4101-909c-451719e8b41b triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:37.284576 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:37.407042 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:37.410438 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33435022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33435063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33445754'] for router, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:37.586675 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Router de319adb-e958-42f9-97c3-3952ac7c1967 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:30:37.771165 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:30:37.776110 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] Notify callbacks [] for router, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:37.776651 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-d980ce80-09d2-48e2-92e8-a96189d07f2c admin admin] 10.222.0.44 "PUT /v2.0/routers/de319adb-e958-42f9-97c3-3952ac7c1967 HTTP/1.1" status: 200 len: 890 time: 2.5639162 Jun 08 06:30:37.780924 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Sync routers for ids ['de319adb-e958-42f9-97c3-3952ac7c1967'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:30:37.794172 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Routers {'de319adb-e958-42f9-97c3-3952ac7c1967'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:30:37.795615 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:30:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['de319adb-e958-42f9-97c3-3952ac7c1967'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:30:38.016994 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Set router de319adb-e958-42f9-97c3-3952ac7c1967 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:30:38.412117 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'name': 'router1', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '5b951f4d-db1c-4dec-af90-2cb3c344d7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:30:17Z', 'updated_at': '2021-06-08T06:30:36Z', 'revision_number': 4, 'project_id': '2c387e5862dd4031a615876b7859225d', 'gw_port': {'id': '5b951f4d-db1c-4dec-af90-2cb3c344d7e6', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:36Z', 'updated_at': '2021-06-08T06:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '31671b57-bbd2-4101-909c-451719e8b41b', 'name': '', 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'mac_address': 'fa:16:3e:29:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:27Z', 'updated_at': '2021-06-08T06:30:35Z', 'revision_number': 5, 'project_id': '2c387e5862dd4031a615876b7859225d', 'subnets': [{'id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54496666-d26e-4390-94d7-376f7e0b4c44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:30:38.419300 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Checking router: de319adb-e958-42f9-97c3-3952ac7c1967 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:30:38.419682 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Updating router de319adb-e958-42f9-97c3-3952ac7c1967 port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 binding host dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:30:38.491131 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:38.899062 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Notify callbacks [] for port, precommit_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:38.912351 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Transition to ACTIVE for port object 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:30:38.921253 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:38.929242 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:38.998616 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941f9a3-99b2-42e2-88b0-64d7df6a7455 None None] Pushing event updated for resources: {'Port': ['ID=5b951f4d-db1c-4dec-af90-2cb3c344d7e6,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:39.005858 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-6941f9a3-99b2-42e2-88b0-64d7df6a7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:39.013625 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Attempting to bind port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:30:39.013739 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Attempting to bind port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:30:39.014180 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Attempting to bind port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 on network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:30:39.021790 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:30:39.022268 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:30:39.022720 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:39.023211 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Bound using segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:30:39.023797 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Bound port: 5b951f4d-db1c-4dec-af90-2cb3c344d7e6, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:30:39.024255 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:39.114698 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] For port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:30:39.118178 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] For port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5b951f4d-db1c-4dec-af90-2cb3c344d7e6,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:30:39.122779 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:39.128460 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:39.221524 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Routers {'de319adb-e958-42f9-97c3-3952ac7c1967'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:30:39.222147 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:30:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['de319adb-e958-42f9-97c3-3952ac7c1967'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:30:39.275014 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941f9a3-99b2-42e2-88b0-64d7df6a7455 None None] Pushing event updated for resources: {'Port': ['ID=5b951f4d-db1c-4dec-af90-2cb3c344d7e6,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:39.285190 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-6941f9a3-99b2-42e2-88b0-64d7df6a7455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:39.458090 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] Set router de319adb-e958-42f9-97c3-3952ac7c1967 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:30:39.825259 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'name': 'router1', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '5b951f4d-db1c-4dec-af90-2cb3c344d7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:30:17Z', 'updated_at': '2021-06-08T06:30:36Z', 'revision_number': 4, 'project_id': '2c387e5862dd4031a615876b7859225d', 'gw_port': {'id': '5b951f4d-db1c-4dec-af90-2cb3c344d7e6', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:36Z', 'updated_at': '2021-06-08T06:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '31671b57-bbd2-4101-909c-451719e8b41b', 'name': '', 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'mac_address': 'fa:16:3e:29:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:27Z', 'updated_at': '2021-06-08T06:30:35Z', 'revision_number': 5, 'project_id': '2c387e5862dd4031a615876b7859225d', 'subnets': [{'id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54496666-d26e-4390-94d7-376f7e0b4c44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:30:39.830629 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56269db5-a2e8-4868-88d8-a23cf6e73c90 None None] The sync data for ids ['de319adb-e958-42f9-97c3-3952ac7c1967'] in dv-cinder-760199-6-smb is: [{'id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'name': 'router1', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.126'}], 'enable_snat': True}, 'gw_port_id': '5b951f4d-db1c-4dec-af90-2cb3c344d7e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:30:17Z', 'updated_at': '2021-06-08T06:30:36Z', 'revision_number': 4, 'project_id': '2c387e5862dd4031a615876b7859225d', 'gw_port': {'id': '5b951f4d-db1c-4dec-af90-2cb3c344d7e6', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:55:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:36Z', 'updated_at': '2021-06-08T06:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '31671b57-bbd2-4101-909c-451719e8b41b', 'name': '', 'network_id': 'a293a39d-6256-445a-ada5-e92fe906efcd', 'tenant_id': '2c387e5862dd4031a615876b7859225d', 'mac_address': 'fa:16:3e:29:5f:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de319adb-e958-42f9-97c3-3952ac7c1967', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:30:27Z', 'updated_at': '2021-06-08T06:30:35Z', 'revision_number': 5, 'project_id': '2c387e5862dd4031a615876b7859225d', 'subnets': [{'id': '6282c317-0b85-4abb-bb35-af6c3289521f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '54496666-d26e-4390-94d7-376f7e0b4c44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:30:40.255876 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 40614) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:30:40.446130 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-3c624139-6f94-426a-abc0-c73c89850b44 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1888244 Jun 08 06:30:41.262711 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:30:41.348289 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:30:41.355752 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:41.356260 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:41.517622 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:41.543234 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5b951f4d-db1c-4dec-af90-2cb3c344d7e6,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:30:41.551370 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:41.553656 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:30:41.623153 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=5b951f4d-db1c-4dec-af90-2cb3c344d7e6,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:30:41.630639 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:30:43.221794 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:30:43.313407 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 5b951f4d-db1c-4dec-af90-2cb3c344d7e6 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:30:43.314055 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:50.896125 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b9cb-a6ef-4c72-82db-8bcec724292d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:52.648924 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:53.499089 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-8c71bc16-d6d4-4ee4-abfd-55d9f9bbebf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:54.813955 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:30:55.149568 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:30:56.463129 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:20.861076 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-9e35ed6d-7f0c-4f5d-a145-921cfa3a2509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:22.640192 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:23.476767 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-bb22226c-9ee2-4883-b462-80c1536693f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:24.870397 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:26.467440 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:32.151611 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:31:50.863112 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2b8a-05dd-463a-80c4-79c468d0cacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:52.682124 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:53.475195 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-3fe84a3b-849d-42fa-ba76-2555166fc60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:54.819756 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:31:56.474549 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:09.150597 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:32:20.879757 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e1ebed47-c013-4338-b3a5-6653c34fb37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:20.985643 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41182) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:21.080819 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e814f1-d944-4eab-88cd-919929e7b29b admin admin] GET failed (client error): The resource could not be found. Jun 08 06:32:21.082199 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-45e814f1-d944-4eab-88cd-919929e7b29b admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0953240 Jun 08 06:32:21.234989 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02df047-8811-4e99-ba27-5bd91d209baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:21.236725 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b02df047-8811-4e99-ba27-5bd91d209baf admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1497629 Jun 08 06:32:22.636724 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:23.471112 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e51b60d1-6601-48ce-89fb-c1bf22775940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:23.494854 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41192) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:23.614036 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10135bf7-b777-429c-a309-bb4db488b126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:23.615373 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-10135bf7-b777-429c-a309-bb4db488b126 admin admin] 10.222.0.44 "GET /v2.0/subnets/6282c317-0b85-4abb-bb35-af6c3289521f HTTP/1.1" status: 200 len: 849 time: 0.1195800 Jun 08 06:32:23.624825 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:32:23.742485 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:23.937373 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746080385262'] for subnet, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:23.941330 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2c475a7d-a70d-488e-8e2e-34114ac0f6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:32:23.995247 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fed7ac-9091-4c23-a8c1-6cb90e02ce58 None None] Network a293a39d-6256-445a-ada5-e92fe906efcd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:32:23.995737 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:23.996200 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:24.009071 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] 10.222.0.44 "PUT /v2.0/subnets/6282c317-0b85-4abb-bb35-af6c3289521f HTTP/1.1" status: 200 len: 868 time: 0.3764970 Jun 08 06:32:24.021586 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6282c317-0b85-4abb-bb35-af6c3289521f,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:32:24.035427 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.035843 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.036306 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.037209 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.037209 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.037412 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.037786 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.042210 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.042587 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.042928 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.043798 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.043798 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:32:24.047691 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:32:24.449972 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-3a0c0342-48f5-4e3e-b3d6-888c12e366a3 None None] Provisioning complete for port 6a61df28-783f-43ba-801d-f28f75e37793 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:32:24.450342 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0342-48f5-4e3e-b3d6-888c12e366a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:24.585020 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-3a0c0342-48f5-4e3e-b3d6-888c12e366a3 None None] Provisioning complete for port 31671b57-bbd2-4101-909c-451719e8b41b triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:32:24.585395 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-3a0c0342-48f5-4e3e-b3d6-888c12e366a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:24.823128 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:26.188254 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41200) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:26.365149 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a68d1-727c-4613-beab-6b307ddc9232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:26.365618 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6a68d1-727c-4613-beab-6b307ddc9232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:26.367125 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-6f6a68d1-727c-4613-beab-6b307ddc9232 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1779337 Jun 08 06:32:26.474084 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:28.522512 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41208) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:28.694107 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcea81f-3701-4015-bf17-c56e2507c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:28.694554 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcea81f-3701-4015-bf17-c56e2507c4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:28.696104 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-5bcea81f-3701-4015-bf17-c56e2507c4cb admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1726487 Jun 08 06:32:30.869008 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41216) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:31.035640 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c936d38-0107-406c-9eee-2cb0988eccca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:31.037028 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-9c936d38-0107-406c-9eee-2cb0988eccca admin admin] 10.222.0.44 "GET /v2.0/networks/3e3742af-a7dc-4837-b8c3-dadc8da4b556 HTTP/1.1" status: 200 len: 886 time: 0.1670523 Jun 08 06:32:33.175683 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41224) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:33.410969 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499ceda6-87c5-47bd-ae3b-e0f1e4bdc28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:33.412387 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-499ceda6-87c5-47bd-ae3b-e0f1e4bdc28a admin admin] 10.222.0.44 "GET /v2.0/networks/a293a39d-6256-445a-ada5-e92fe906efcd HTTP/1.1" status: 200 len: 869 time: 0.2357512 Jun 08 06:32:35.634687 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41234) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:35.741034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe8a65-f536-4b6f-b226-ffa108e88450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:35.741489 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe8a65-f536-4b6f-b226-ffa108e88450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:35.743016 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-cebe8a65-f536-4b6f-b226-ffa108e88450 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1070738 Jun 08 06:32:37.926350 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41242) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:38.036077 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a6b54-fc12-4afa-a633-9243b9c5e231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:38.036532 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a6b54-fc12-4afa-a633-9243b9c5e231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:38.038073 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f52a6b54-fc12-4afa-a633-9243b9c5e231 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107783 Jun 08 06:32:40.210012 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41250) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:40.322550 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816890fe-65a6-43d3-b4cb-2552b2977354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:40.323955 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-816890fe-65a6-43d3-b4cb-2552b2977354 admin admin] 10.222.0.44 "GET /v2.0/subnets/6282c317-0b85-4abb-bb35-af6c3289521f HTTP/1.1" status: 200 len: 868 time: 0.1129735 Jun 08 06:32:42.502867 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41258) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:32:42.602680 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb462283-14ba-4817-b6d1-71b9aa43f784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:32:42.604071 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-eb462283-14ba-4817-b6d1-71b9aa43f784 admin admin] 10.222.0.44 "GET /v2.0/subnets/e2333c3d-41dc-4158-91df-c40d77d16722 HTTP/1.1" status: 200 len: 816 time: 0.1002595 Jun 08 06:32:46.148883 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:32:50.868421 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-feec133b-4a9d-44c5-8335-c7dc5a43c5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:52.634194 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:53.464244 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-2927a2b2-bc5f-4e57-a7a2-d46ec9eaee06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:54.829792 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:32:56.477046 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:06.426673 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41302) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:33:06.477154 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [None req-29010cb9-884f-4b03-a94d-bb22fc1054e8 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:33:06.478154 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-29010cb9-884f-4b03-a94d-bb22fc1054e8 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505114 Jun 08 06:33:08.855053 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41310) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:33:08.946093 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e1a41af-5d74-4224-a55c-50b104f8a090 admin admin] GET failed (client error): The resource could not be found. Jun 08 06:33:08.947489 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-3e1a41af-5d74-4224-a55c-50b104f8a090 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0912044 Jun 08 06:33:09.090473 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e022af57-4540-4e14-971d-8644f26bc6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:33:09.092663 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e022af57-4540-4e14-971d-8644f26bc6a9 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398511 Jun 08 06:33:11.350321 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41318) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:33:11.402431 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:33:11.427065 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Made reservation on behalf of c7b6a901e20b4c4db429b6ffde169899 for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:33:11.429586 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:11.524107 dv-cinder-760199-6-smb neutron-server[91843]: WARNING neutron.services.revisions.revision_plugin [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Could not find related network for resource to bump revision. Jun 08 06:33:11.539342 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=91843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:33:11.555298 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:11.555563 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Added segment 055af59f-e5ee-44be-a401-423d560ed5f7 of type vlan for network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 Jun 08 06:33:11.587742 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:11.621342 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:11.623227 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:33:11.624085 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:11.627987 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:33:11.717468 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3660328 Jun 08 06:33:11.728020 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Pushing event updated for resources: {'Network': ['ID=0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:33:11.739148 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.739678 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.740187 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.740566 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.740937 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.741471 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.741944 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.742281 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.742654 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.743133 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.743899 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.744228 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:11.749790 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:33:11.758042 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:33:13.983083 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41326) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:33:14.053755 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a1bd6a-1195-4691-96b4-28a76150b7d4 admin admin] GET failed (client error): The resource could not be found. Jun 08 06:33:14.055110 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-15a1bd6a-1195-4691-96b4-28a76150b7d4 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0710778 Jun 08 06:33:14.171803 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e7417f-c2fe-4ba6-993c-6600d04c25dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:33:14.174012 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-95e7417f-c2fe-4ba6-993c-6600d04c25dc admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1148860 Jun 08 06:33:14.183887 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:33:14.214264 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Made reservation on behalf of c7b6a901e20b4c4db429b6ffde169899 for: {'subnet': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:33:14.217670 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:14.429521 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:14.433276 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:33:14.505418 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6506b6-0fe0-43b8-ab1e-a4015f7fd20c,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:33:14.508824 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:33:14.515327 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Checking segment: {'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:33:14.515703 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Network hostable DHCP agents. Network: 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:33:14.532241 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:33:14.541157 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27) {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:33:14.545308 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:33:14.545895 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:14.552117 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8667b-0408-4cbd-b968-b35a128b3a8d None None] Network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:33:14.564065 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3839207 Jun 08 06:33:14.795815 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0ce0fc-4adf-5d44-94c7-c9d50110abf7-0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27', 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27', 'tenant_id': 'c7b6a901e20b4c4db429b6ffde169899', 'fixed_ips': [{'subnet_id': '1c6506b6-0fe0-43b8-ab1e-a4015f7fd20c'}]}} from dv-cinder-760199-6-smb. {{(pid=91844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 06:33:14.796643 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:14.953664 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.db_base_plugin_common [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Allocated IP 192.168.233.2 (0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27/1c6506b6-0fe0-43b8-ab1e-a4015f7fd20c/732669d7-44a1-44a8-82fc-d66e85ee8a75) {{(pid=91844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:33:15.161773 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Notify callbacks [] for port, precommit_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:15.172211 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Transition to ACTIVE for port object 732669d7-44a1-44a8-82fc-d66e85ee8a75 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:33:15.190979 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Transition to ACTIVE for port object 732669d7-44a1-44a8-82fc-d66e85ee8a75 will not be triggered until provisioned by entity DHCP. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:33:15.196659 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:15.197402 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:33:15.197402 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:33:15.197402 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:33:15.197402 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:33:15.197402 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:33:15.197402 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Jun 08 06:33:15.214531 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 is already hosted by enough agents. {{(pid=91844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:33:15.215775 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.base_scheduler [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Resources bound (agent type, host, resource id): {{(pid=91844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:33:15.218606 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Received port after_create {{(pid=91844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:33:15.310004 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Attempting to bind port 732669d7-44a1-44a8-82fc-d66e85ee8a75 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:33:15.310379 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Attempting to bind port 732669d7-44a1-44a8-82fc-d66e85ee8a75 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:33:15.310737 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Attempting to bind port 732669d7-44a1-44a8-82fc-d66e85ee8a75 on network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:33:15.316392 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:33:15.316756 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Checking segment: {'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:33:15.317152 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:15.317644 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Bound using segment: {'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:33:15.318120 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Bound port: 732669d7-44a1-44a8-82fc-d66e85ee8a75, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:33:15.318490 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:15.406411 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] For port 732669d7-44a1-44a8-82fc-d66e85ee8a75, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:33:15.409754 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] For port 732669d7-44a1-44a8-82fc-d66e85ee8a75, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=732669d7-44a1-44a8-82fc-d66e85ee8a75,segment=NetworkSegment(055af59f-e5ee-44be-a401-423d560ed5f7),segment_id=055af59f-e5ee-44be-a401-423d560ed5f7)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:33:15.414478 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:15.421927 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-69360889-71b8-4dfe-b815-01185f08fc3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:33:15.497525 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Pushing event updated for resources: {'Port': ['ID=732669d7-44a1-44a8-82fc-d66e85ee8a75,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:33:15.505196 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.505547 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.505881 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.506202 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.506518 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.506845 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.507159 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.507466 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.508050 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.508364 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.508664 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.508979 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:33:15.521201 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:33:16.284485 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2706957-6e19-4c6e-a82b-5fb1f7f815a6 None None] Network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:33:16.412509 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-bd2a992d-4924-4959-a28a-ceafb74a0d39 None None] Provisioning for port 732669d7-44a1-44a8-82fc-d66e85ee8a75 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:33:17.349166 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 732669d7-44a1-44a8-82fc-d66e85ee8a75 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:33:17.417649 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 732669d7-44a1-44a8-82fc-d66e85ee8a75 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:33:17.423188 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 732669d7-44a1-44a8-82fc-d66e85ee8a75 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:33:17.423553 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:17.542596 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:17.577829 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 732669d7-44a1-44a8-82fc-d66e85ee8a75, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=732669d7-44a1-44a8-82fc-d66e85ee8a75,segment=NetworkSegment(055af59f-e5ee-44be-a401-423d560ed5f7),segment_id=055af59f-e5ee-44be-a401-423d560ed5f7)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:33:17.582200 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:17.584388 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:33:17.657491 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=732669d7-44a1-44a8-82fc-d66e85ee8a75,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:33:17.660526 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:33:19.328428 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 732669d7-44a1-44a8-82fc-d66e85ee8a75 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:33:19.396782 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 732669d7-44a1-44a8-82fc-d66e85ee8a75 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:33:19.397151 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:20.861356 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f15d4f7e-d584-4b91-8cd6-e03d27143ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:22.637518 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:23.147535 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:33:23.474133 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1e281b72-c9f8-4adf-847f-6d796cb8017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:24.829872 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:26.487687 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:50.863092 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-75e51d6a-95c0-4e1a-891d-f65fd6bafafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:52.641001 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:53.465632 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-43846402-e0b8-4677-9cb8-6291334c36b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:54.833171 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:33:56.484834 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:00.146293 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:34:20.868767 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0d773cc2-132b-48ae-b9ce-86dda8f8bdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:22.644923 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:23.468299 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-6a92fedd-58d4-4e8f-ad20-604cddbf3b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:24.837124 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:26.489212 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:27.360516 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41378) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:34:27.366411 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [None req-103a1cf4-399f-4e82-9c8e-6025ffd843ea tempest-verify_tempest_config-78089692 tempest-verify_tempest_config-78089692-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:34:27.367375 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-103a1cf4-399f-4e82-9c8e-6025ffd843ea tempest-verify_tempest_config-78089692 tempest-verify_tempest_config-78089692-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058978 Jun 08 06:34:27.666879 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41396) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:34:27.779762 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:27.881004 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:27.884855 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:27.893886 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-41b9e2e7-1798-4242-aa24-2ece91a1f15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:34:27.931818 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc62a98c858f49fbb03e22e64981bb94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2638774 Jun 08 06:34:27.933441 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4123d2-22e7-4371-9f21-de2fa263b4c5,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:34:27.934550 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41400) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:34:27.940864 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.941203 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.941534 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.941864 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.942185 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.942510 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.942818 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.943133 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.943465 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.943880 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.944224 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.944538 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:27.948531 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:34:28.005027 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:28.030861 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:28.123949 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:28.126562 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:28.127709 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd4123d2-22e7-4371-9f21-de2fa263b4c5 HTTP/1.1" status: 204 len: 168 time: 0.1921635 Jun 08 06:34:28.128386 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:34:28.138011 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4123d2-22e7-4371-9f21-de2fa263b4c5,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:34:28.144787 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.145131 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.145463 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.145792 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.146117 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.146438 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.146754 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.147065 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.147400 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.147754 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.148057 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.148364 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:34:28.151442 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:34:37.144394 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:34:50.859534 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-2275369f-da61-49b5-bd09-5b5aed4cc0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:52.647856 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:53.470084 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-cb0db669-1d56-40cd-bbe9-386a5b808b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:54.838542 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:34:56.489301 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:14.143832 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:35:20.861298 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c8da910e-d88f-4c8d-92aa-6890cdc58f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:22.649716 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:23.471279 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-8abc1a10-e749-4176-9ff6-543729a45c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:24.841540 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:26.495810 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:50.863207 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-bc888406-fd29-423e-b024-8526957966cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:51.142615 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 5 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:35:52.654657 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:53.476087 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-3f0af70b-0889-423d-971b-4d10786e8665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:54.843099 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:35:56.498713 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:11.166286 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933'] for agent, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:15.791315 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41454) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:36:15.899504 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-1b6877c1-dffb-47a0-80e7-4e02154e0139 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1070564 Jun 08 06:36:18.055424 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41464) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:36:18.115383 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-56fac214-dd2c-48db-89e3-4908546f58a9 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0588281 Jun 08 06:36:20.865697 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-fc2741e4-4a45-4389-8c22-208f44f0ba0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:22.657249 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:23.479669 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-3c59f222-14fb-4927-9f33-74be13fd7f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:24.845675 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:26.502012 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:28.142850 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:36:41.120137 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:50.867764 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fef3-bdd4-49bb-82e6-da9c93a00e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:52.659702 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:53.481607 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f936bb7b-b286-4053-825b-6b84480e3cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:54.849136 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:36:56.505696 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:05.141856 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:37:11.122538 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:20.872583 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b221-e02d-4b56-b8f3-7ab98de3788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:22.667602 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:23.482749 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-7820dbe1-ece0-4007-973e-ffc70c46dfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:24.850635 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:26.509299 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:41.118683 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:42.141400 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:37:47.635483 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41616) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:47.878015 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-46422395-network', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:47.899891 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Made reservation on behalf of 8c85f304195842bcb87cc989e9418fd8 for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:47.902289 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:47.915295 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.053834 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.058991 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.063760 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-44369189-97b9-4feb-a529-84b7c0e8f096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:48.103523 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:37:48.105557 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4bc87b-f472-44e1-b303-494394668896,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:48.118408 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.118761 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.119100 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.119463 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.119855 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.120184 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.120505 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.120943 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.121290 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.121617 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.121931 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.122239 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Tracked resource versions report: Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: pushed versions: Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: { 'AddressGroup': {'1.2'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'ConntrackHelper': {'1.0'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Log': {'1.0'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Network': {'1.1'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Port': {'1.7'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'PortForwarding': {'1.2'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'QosPolicy': {'1.8'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'SecurityGroup': {'1.4'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'SecurityGroupRule': {'1.2'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'SubPort': {'1.0'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Subnet': {'1.1'}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Trunk': {'1.1'}} Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: consumer versions: Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: { DHCP agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: HyperV agent@hv-cinder-76019: {}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: L3 agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: Metadata agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: Metering agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: Open vSwitch agent@dv-cinder-760199-6-smb: { 'AddressGroup': '1.2', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'ConntrackHelper': '1.0', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Log': '1.0', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Network': '1.1', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Port': '1.7', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'PortForwarding': '1.2', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'QosPolicy': '1.8', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'SecurityGroup': '1.4', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'SecurityGroupRule': '1.2', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'SubPort': '1.0', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Subnet': '1.1', Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: 'Trunk': '1.1'}} Jun 08 06:37:48.123448 dv-cinder-760199-6-smb neutron-server[91842]: {{(pid=91842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 06:37:48.128486 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:48.129438 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.129769 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Added segment 3d687e05-97cb-48ea-a3eb-cc117dc8544d of type vlan for network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 Jun 08 06:37:48.161070 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.194929 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.196380 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:48.197027 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.202099 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-87bd7857-3ce2-4739-be1b-39e7ffd3c071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:48.320067 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6834035 Jun 08 06:37:48.323156 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41670) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:48.327878 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Request body: {'subnet': {'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-subnet', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:48.346213 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Pushing event updated for resources: {'Network': ['ID=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:48.350982 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:48.358024 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:37:48.365192 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Made reservation on behalf of 8c85f304195842bcb87cc989e9418fd8 for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:48.368883 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.601221 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.606012 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:48.670782 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a270ecc-3e7f-43ed-8716-b88a693eba0c,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:48.676142 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:48.699046 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Checking segment: {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:37:48.699401 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Network hostable DHCP agents. Network: ccbb0e4a-9de4-4bd5-9f45-e2a434468c91, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:37:48.717674 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:37:48.728248 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, ccbb0e4a-9de4-4bd5-9f45-e2a434468c91) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:48.732732 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:48.733764 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.739926 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f30adc5-dbc0-4b39-9951-9ef166903bee None None] Network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:48.757850 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41686) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:48.764766 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:48.769372 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-68159dba-c5e8-45bc-a463-2a0fcad817b0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4440062 Jun 08 06:37:48.796411 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41690) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:48.799469 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33445727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11525'] for router, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.801242 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33445620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33435027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33501201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11530'] for router, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.822080 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:48.844386 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41696) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:48.894508 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41700) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:48.983358 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f473fffc-f2d0-42c8-8dad-d1bca40471e5 None None] Network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:49.175479 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.216676 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-182750237-network', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:49.256886 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Made reservation on behalf of acb06b0ea9a848189985366f026f1acf for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:49.261427 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.283186 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.302059 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2043024223-network', 'tenant_id': '63ff5fb68a61420c885a3e617a2d0137'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:49.315298 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1279472414-network', 'tenant_id': 'bf9a9acdbc5a41c4a2d6bc87d5c36aac'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:49.337011 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.db.api [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 06:37:49.337011 dv-cinder-760199-6-smb neutron-server[91842]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 06:37:49.337011 dv-cinder-760199-6-smb neutron-server[91842]: [parameters: {'project_id_1': '63ff5fb68a61420c885a3e617a2d0137', 'expiration_1': datetime.datetime(2021, 6, 8, 6, 37, 49, 324075)}] Jun 08 06:37:49.337011 dv-cinder-760199-6-smb neutron-server[91842]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 06:37:49.337902 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_db.api [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 06:37:49.440194 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.448376 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.458927 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:49.487030 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:37:49.499921 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Made reservation on behalf of bf9a9acdbc5a41c4a2d6bc87d5c36aac for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:49.502217 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.515597 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3a6e94-99d6-4393-9e60-4f282916503c,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:49.530514 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.530871 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Added segment c9c7722d-46e8-4704-96f2-2e2767e9bcf1 of type vlan for network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 Jun 08 06:37:49.534627 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:49.539219 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.576210 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.586166 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.615434 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.642461 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.646430 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:49.647282 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.664725 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:49.760465 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Pushing event updated for resources: {'Network': ['ID=3c32b2e8-ca79-46e5-a9bd-e53e75032713,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:49.763888 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:49.772938 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:37:49.816517 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.830370 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.853004 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:37:49.868040 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.870198 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Added segment 8a36b7b4-8db5-4c65-ba4d-50381335d646 of type vlan for network 529517c5-5906-4512-a8e8-31915f045405 Jun 08 06:37:49.916631 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Allocated IP 172.28.2.144 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/071f8511-c4b5-4513-b263-194c98fe46df) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:37:49.926147 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:49.989017 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:50.052317 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2546723 Jun 08 06:37:50.053739 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.058408 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41742) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:50.059987 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:50.060785 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.086628 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Request body: {'subnet': {'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-subnet', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:50.143078 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Made reservation on behalf of 63ff5fb68a61420c885a3e617a2d0137 for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:50.150732 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.204011 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Made reservation on behalf of acb06b0ea9a848189985366f026f1acf for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:50.210147 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Notify callbacks [] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.282001 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.325528 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.326327 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:37:50.326327 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:37:50.326327 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:37:50.326327 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:37:50.326327 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:37:50.326327 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:37:50.360451 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:37:50.364970 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:50.370679 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:37:50.489653 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.516541 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780d3e3b-d172-4845-9bd0-49df2f128234,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:50.524869 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:50.526328 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.386s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:50.580041 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7345467 Jun 08 06:37:50.581055 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.582819 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41768) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:50.633121 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Request body: {'subnet': {'network_id': '529517c5-5906-4512-a8e8-31915f045405', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1279472414-subnet', 'tenant_id': 'bf9a9acdbc5a41c4a2d6bc87d5c36aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:50.698724 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Pushing event updated for resources: {'Network': ['ID=529517c5-5906-4512-a8e8-31915f045405,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:50.709256 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 529517c5-5906-4512-a8e8-31915f045405 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:37:50.711123 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:50.712315 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:50.777995 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Checking segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:37:50.779110 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Network hostable DHCP agents. Network: 3c32b2e8-ca79-46e5-a9bd-e53e75032713, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:37:50.802942 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cda2147-b618-4a7c-bac7-9feee8455c61,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:50.811250 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:50.835754 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:37:50.855548 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.858957 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 3c32b2e8-ca79-46e5-a9bd-e53e75032713) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:50.866012 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:50.866950 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.870636 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.875193 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:50.887037 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:50.897945 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdcd25b-fad4-4aec-b91d-72d53acd4e33 None None] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:50.923353 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:37:50.925579 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Made reservation on behalf of bf9a9acdbc5a41c4a2d6bc87d5c36aac for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:50.927977 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.021299 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5dafde9-37ee-488f-b0da-29f1f4003e91,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:51.025043 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9495735 Jun 08 06:37:51.027399 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:51.034963 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41786) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:51.036335 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.036849 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Added segment 8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b of type vlan for network f92a8efa-06e1-4929-bc5f-6f362d42c30a Jun 08 06:37:51.043195 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:51.106041 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.122388 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33445727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11525'] for router, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.124252 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33445620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33435027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33501201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11530'] for router, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.178958 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.249271 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0ce0fc-4adf-5d44-94c7-c9d50110abf7-3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61'}]}} from dv-cinder-760199-6-smb. {{(pid=91844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 06:37:51.250902 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.260634 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.274412 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c82fe919-7260-4849-91e7-b0d104119b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.300608 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:51.301184 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.312147 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:51.502354 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33445700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068'] for router, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.518271 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.db_base_plugin_common [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Allocated IP 172.20.0.2 (3c32b2e8-ca79-46e5-a9bd-e53e75032713/7cda2147-b618-4a7c-bac7-9feee8455c61/f91d3859-ed91-4fe4-bf5e-529c3ab56db0) {{(pid=91844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:37:51.604587 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7081742 Jun 08 06:37:51.613156 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41796) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:51.620696 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Request body: {'subnet': {'network_id': 'f92a8efa-06e1-4929-bc5f-6f362d42c30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2043024223-subnet', 'tenant_id': '63ff5fb68a61420c885a3e617a2d0137', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:51.694327 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Pushing event updated for resources: {'Network': ['ID=f92a8efa-06e1-4929-bc5f-6f362d42c30a,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:51.715218 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:51.835369 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa is scheduled to L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c with binding_index 1 {{(pid=91843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 06:37:51.843974 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network f92a8efa-06e1-4929-bc5f-6f362d42c30a details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:37:51.880492 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.905251 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Made reservation on behalf of 63ff5fb68a61420c885a3e617a2d0137 for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:51.907562 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.937854 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:51.975137 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Notify callbacks [] for port, precommit_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:52.015157 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Transition to ACTIVE for port object f91d3859-ed91-4fe4-bf5e-529c3ab56db0 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:37:52.068690 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Transition to ACTIVE for port object f91d3859-ed91-4fe4-bf5e-529c3ab56db0 will not be triggered until provisioned by entity DHCP. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:37:52.075461 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-6915f296-5272-4520-9f82-f3c8b4784403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:52.085864 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:52.087480 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:37:52.087480 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:37:52.087480 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:37:52.087480 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:37:52.087480 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:37:52.087480 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Jun 08 06:37:52.110674 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 is already hosted by enough agents. {{(pid=91844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:37:52.114043 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.base_scheduler [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Resources bound (agent type, host, resource id): {{(pid=91844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:52.120724 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Received port after_create {{(pid=91844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:37:52.216288 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:37:52.228601 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Sync routers for ids ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:37:52.240256 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Routers {'16638c8b-7f37-48a0-b79d-8f0e7ae61caa'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:37:52.243363 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:37:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:37:52.254168 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] Notify callbacks [] for router, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:52.255399 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-71af75a2-81ec-47f4-8133-0b5f42714f73 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4957550 Jun 08 06:37:52.258755 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41822) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:52.337587 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Attempting to bind port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:37:52.337587 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Attempting to bind port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:37:52.337933 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Attempting to bind port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 on network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:37:52.344091 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:37:52.344487 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Checking segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:37:52.344899 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:52.345301 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Bound using segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:37:52.346181 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Bound port: f91d3859-ed91-4fe4-bf5e-529c3ab56db0, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:37:52.346181 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:52.533746 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] For port f91d3859-ed91-4fe4-bf5e-529c3ab56db0, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:37:52.537572 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] For port f91d3859-ed91-4fe4-bf5e-529c3ab56db0, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=f91d3859-ed91-4fe4-bf5e-529c3ab56db0,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:37:52.546841 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:52.550471 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:52.639330 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Set router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:37:52.685708 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a78aa4-3ccc-4973-966c-caeb8c4bfad9,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:52.696847 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:52.720029 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:52.777539 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Pushing event updated for resources: {'Port': ['ID=f91d3859-ed91-4fe4-bf5e-529c3ab56db0,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:52.794947 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.795291 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.795629 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.807743 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.808071 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.808600 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.809096 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.809576 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.810838 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.811319 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.811648 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.812077 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Tracked resource versions report: Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: pushed versions: Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: { 'AddressGroup': {'1.2'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'ConntrackHelper': {'1.0'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Log': {'1.0'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Network': {'1.1'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Port': {'1.7'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'PortForwarding': {'1.2'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'QosPolicy': {'1.8'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'SecurityGroup': {'1.4'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'SecurityGroupRule': {'1.2'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'SubPort': {'1.0'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Subnet': {'1.1'}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Trunk': {'1.1'}} Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: consumer versions: Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: { DHCP agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: HyperV agent@hv-cinder-76019: {}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: L3 agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: Metadata agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: Metering agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: Open vSwitch agent@dv-cinder-760199-6-smb: { 'AddressGroup': '1.2', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'ConntrackHelper': '1.0', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Log': '1.0', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Network': '1.1', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Port': '1.7', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'PortForwarding': '1.2', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'QosPolicy': '1.8', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'SecurityGroup': '1.4', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'SecurityGroupRule': '1.2', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'SubPort': '1.0', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Subnet': '1.1', Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: 'Trunk': '1.1'}} Jun 08 06:37:52.813072 dv-cinder-760199-6-smb neutron-server[91844]: {{(pid=91844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 06:37:52.820518 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:52.910340 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:52.925764 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Checking segment: {'id': '8a36b7b4-8db5-4c65-ba4d-50381335d646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '529517c5-5906-4512-a8e8-31915f045405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:37:52.925931 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Network hostable DHCP agents. Network: 529517c5-5906-4512-a8e8-31915f045405, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:37:52.950962 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:53.123576 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Network 529517c5-5906-4512-a8e8-31915f045405 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:37:53.201831 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6eeb2f7-fad7-4794-84ea-0f71bfcc351e,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:53.210003 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 529517c5-5906-4512-a8e8-31915f045405) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:53.235986 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:53.241182 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '071f8511-c4b5-4513-b263-194c98fe46df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:37:50Z', 'revision_number': 3, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port': {'id': '071f8511-c4b5-4513-b263-194c98fe46df', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:49Z', 'updated_at': '2021-06-08T06:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:37:53.244458 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Checking segment: {'id': '8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f92a8efa-06e1-4929-bc5f-6f362d42c30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:37:53.245143 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Network hostable DHCP agents. Network: f92a8efa-06e1-4929-bc5f-6f362d42c30a, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:37:53.248631 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Checking router: 16638c8b-7f37-48a0-b79d-8f0e7ae61caa for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:37:53.249023 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Updating router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa port 071f8511-c4b5-4513-b263-194c98fe46df binding host dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:37:53.315041 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:53.465198 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:53.498684 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d4eff21f-6ee9-4fe3-991d-502eb29c599f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:53.542601 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe0b8ab-7cf6-497a-a78d-1d1e7d13cd92 None None] Network 529517c5-5906-4512-a8e8-31915f045405 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:53.545093 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:53.545788 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:53.559980 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Network f92a8efa-06e1-4929-bc5f-6f362d42c30a is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:37:53.575766 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, f92a8efa-06e1-4929-bc5f-6f362d42c30a) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:53.589023 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:53.590125 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:53.606171 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc517ecf-f36f-4a30-b90b-b372cfb115ed None None] Network f92a8efa-06e1-4929-bc5f-6f362d42c30a requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:53.643853 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:53.683626 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:53.696152 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e0c655b2-e45e-4af7-8e08-137ed3e5d9bb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0701611 Jun 08 06:37:53.696152 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-dbee3f55-14ef-498b-929a-133cda76401d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0588162 Jun 08 06:37:53.970674 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device f91d3859-ed91-4fe4-bf5e-529c3ab56db0 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:37:54.108191 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Allocated IP 172.20.0.1 (ccbb0e4a-9de4-4bd5-9f45-e2a434468c91/0a270ecc-3e7f-43ed-8716-b88a693eba0c/7aa2114b-5e3f-4353-88ba-c43da867a173) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:37:54.141058 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.150315 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:37:54.173501 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Transition to ACTIVE for port object 071f8511-c4b5-4513-b263-194c98fe46df will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:37:54.194886 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.223391 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:54.341043 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Allocated IP 172.28.2.243 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/fb267730-3818-4d7b-af4c-342c65dab13a) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:37:54.401588 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.442084 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.443205 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:37:54.443205 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:37:54.443205 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:37:54.443205 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:37:54.443205 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:37:54.443205 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:37:54.470021 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:37:54.471131 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Pushing event updated for resources: {'Port': ['ID=071f8511-c4b5-4513-b263-194c98fe46df,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:54.471546 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:54.478263 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:37:54.478913 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33506538'] for router_interface, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.521835 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.522445 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.523427 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.527676 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.528222 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.528719 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.529209 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.529993 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.532077 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.532582 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.533617 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.546888 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Tracked resource versions report: Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: pushed versions: Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: { 'AddressGroup': {'1.2'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'ConntrackHelper': {'1.0'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Log': {'1.0'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Network': {'1.1'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Port': {'1.7'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'PortForwarding': {'1.2'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'QosPolicy': {'1.8'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'SecurityGroup': {'1.4'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'SecurityGroupRule': {'1.2'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'SubPort': {'1.0'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Subnet': {'1.1'}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Trunk': {'1.1'}} Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: consumer versions: Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: { DHCP agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: HyperV agent@hv-cinder-76019: {}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: L3 agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: Metadata agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: Metering agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: Open vSwitch agent@dv-cinder-760199-6-smb: { 'AddressGroup': '1.2', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'ConntrackHelper': '1.0', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Log': '1.0', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Network': '1.1', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Port': '1.7', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'PortForwarding': '1.2', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'QosPolicy': '1.8', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'SecurityGroup': '1.4', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'SecurityGroupRule': '1.2', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'SubPort': '1.0', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Subnet': '1.1', Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: 'Trunk': '1.1'}} Jun 08 06:37:54.548902 dv-cinder-760199-6-smb neutron-server[91845]: {{(pid=91845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 06:37:54.556810 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:54.559644 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Attempting to bind port 071f8511-c4b5-4513-b263-194c98fe46df on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:37:54.560208 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Attempting to bind port 071f8511-c4b5-4513-b263-194c98fe46df by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:37:54.561282 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Attempting to bind port 071f8511-c4b5-4513-b263-194c98fe46df on network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:37:54.575635 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:37:54.576039 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:37:54.576447 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.576849 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Bound using segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:37:54.577329 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Bound port: 071f8511-c4b5-4513-b263-194c98fe46df, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:37:54.577708 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.601044 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 41926) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:54.605360 dv-cinder-760199-6-smb neutron-server[91842]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 06:37:54.614364 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241dace-3021-41b7-9a2c-f0dc0bb25235 None None] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:54.677179 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] For port 071f8511-c4b5-4513-b263-194c98fe46df, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:37:54.680742 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] For port 071f8511-c4b5-4513-b263-194c98fe46df, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=071f8511-c4b5-4513-b263-194c98fe46df,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:37:54.697706 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.718374 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:54.803848 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:54.899235 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Routers {'16638c8b-7f37-48a0-b79d-8f0e7ae61caa'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:37:54.901138 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:37:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:37:55.073203 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Pushing event updated for resources: {'Port': ['ID=071f8511-c4b5-4513-b263-194c98fe46df,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:55.158524 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd30c2f1-4bb5-404e-adad-2a40dfdfeb15 None None] Network f92a8efa-06e1-4929-bc5f-6f362d42c30a requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:55.163336 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 41950) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:55.170476 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1464794081-network', 'tenant_id': '6b9ce9d561a548f3a43257a8295191a1'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:55.178059 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.249817 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Made reservation on behalf of 6b9ce9d561a548f3a43257a8295191a1 for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:55.253014 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.270213 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.272203 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.282118 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:55.290337 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.298024 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33506347'] for router_interface, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.303567 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-5d56f2ed-034a-4d66-95a1-4167f9d28440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:55.308413 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.318566 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] Provisioning for port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:37:55.344873 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ecb8e-ceda-4ca1-8cc1-3377f7ca516b None None] Network 529517c5-5906-4512-a8e8-31915f045405 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:55.397922 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Pushing event updated for resources: {'Port': ['ID=7aa2114b-5e3f-4353-88ba-c43da867a173,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:55.402718 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] Set router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:37:55.415617 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.416061 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.417029 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.417029 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.417250 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.417452 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.417753 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.418286 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.418753 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.419181 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.419443 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.419909 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:37:55.420106 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Tracked resource versions report: Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: pushed versions: Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: { 'AddressGroup': {'1.2'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'ConntrackHelper': {'1.0'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Log': {'1.0'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Network': {'1.1'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Port': {'1.7'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'PortForwarding': {'1.2'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'QosPolicy': {'1.8'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'SecurityGroup': {'1.4'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'SecurityGroupRule': {'1.2'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'SubPort': {'1.0'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Subnet': {'1.1'}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Trunk': {'1.1'}} Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: consumer versions: Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: { DHCP agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: HyperV agent@hv-cinder-76019: {}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: L3 agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: Metadata agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: Metering agent@dv-cinder-760199-6-smb: {}, Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: Open vSwitch agent@dv-cinder-760199-6-smb: { 'AddressGroup': '1.2', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'ConntrackHelper': '1.0', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Log': '1.0', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Network': '1.1', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Port': '1.7', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'PortForwarding': '1.2', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'QosPolicy': '1.8', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'SecurityGroup': '1.4', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'SecurityGroupRule': '1.2', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'SubPort': '1.0', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Subnet': '1.1', Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: 'Trunk': '1.1'}} Jun 08 06:37:55.421242 dv-cinder-760199-6-smb neutron-server[91843]: {{(pid=91843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 06:37:55.423242 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:37:55.423242 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:37:55.423242 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:37:55.423242 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:37:55.423242 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:37:55.423242 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:37:55.428209 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:55.495873 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:37:55.504152 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-ad59d0f1-db23-4354-8a33-7b33f4e7fcfb tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:55.505784 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-ad59d0f1-db23-4354-8a33-7b33f4e7fcfb tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/networks?id=f92a8efa-06e1-4929-bc5f-6f362d42c30a HTTP/1.1" status: 200 len: 812 time: 0.9036944 Jun 08 06:37:55.506826 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:55.510143 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:37:55.522989 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] Provisioning complete for port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:37:55.523370 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:55.588807 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-f8d56511-4a50-4a77-9ded-4cbe5d9d273e tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/quotas/63ff5fb68a61420c885a3e617a2d0137 HTTP/1.1" status: 200 len: 375 time: 0.0163820 Jun 08 06:37:55.666312 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:37:55.688857 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:55.906688 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-23469ec3-71ec-40cd-992d-55a16136e579 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=63ff5fb68a61420c885a3e617a2d0137&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3080864 Jun 08 06:37:56.044731 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.115851 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.143695 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-04703cef-5e54-46d6-b68d-5bdc451a1595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:56.216381 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=91843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:37:56.229934 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4275b2a-c1c4-46d5-bd81-a02e93f7f2fe,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:56.249863 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:56.267452 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.267819 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Added segment 662cf4b6-fd85-47a1-a553-65e195e1e040 of type vlan for network ae56cd01-8a41-426b-934c-5e8f3ae47334 Jun 08 06:37:56.271984 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.301579 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:37:56.332376 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] For port f91d3859-ed91-4fe4-bf5e-529c3ab56db0, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=f91d3859-ed91-4fe4-bf5e-529c3ab56db0,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:37:56.341278 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.347348 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:56.348875 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.397643 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '071f8511-c4b5-4513-b263-194c98fe46df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 4, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port': {'id': '071f8511-c4b5-4513-b263-194c98fe46df', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:49Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '7aa2114b-5e3f-4353-88ba-c43da867a173', 'name': '', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'mac_address': 'fa:16:3e:f6:b5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 1, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'subnets': [{'id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:37:56.408189 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.417926 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae337cab-f2e1-4333-93c3-e1b4c05e3d63 None None] The sync data for ids ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'] in dv-cinder-760199-6-smb is: [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '071f8511-c4b5-4513-b263-194c98fe46df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 4, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port': {'id': '071f8511-c4b5-4513-b263-194c98fe46df', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:49Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '7aa2114b-5e3f-4353-88ba-c43da867a173', 'name': '', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'mac_address': 'fa:16:3e:f6:b5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 1, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'subnets': [{'id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:37:56.501526 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-092b6647-c21d-4ba3-b613-8f76c48a453b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:37:56.511086 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-092b6647-c21d-4ba3-b613-8f76c48a453b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2696495 Jun 08 06:37:56.519311 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] Pushing event updated for resources: {'Port': ['ID=f91d3859-ed91-4fe4-bf5e-529c3ab56db0,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:56.526466 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:56.541549 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-1f7ae2fd-0286-4241-8903-918d0ac82d02 None None] Provisioning complete for port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:37:56.541940 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1f7ae2fd-0286-4241-8903-918d0ac82d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.573678 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.578202 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:56.578796 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.586044 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b1c547a7-0bfb-4a14-9687-f6e35afbdaad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:56.684695 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=ae56cd01-8a41-426b-934c-5e8f3ae47334,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:56.692672 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:56.712229 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5436690 Jun 08 06:37:56.712436 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network ae56cd01-8a41-426b-934c-5e8f3ae47334 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:37:56.712719 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42034) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:56.714842 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-fe6426f6-f203-4323-a2c7-7b48f93652ca service neutron] 10.222.0.44 "GET /v2.0/networks/f92a8efa-06e1-4929-bc5f-6f362d42c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002115 Jun 08 06:37:56.715174 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:37:56.728368 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Request body: {'subnet': {'network_id': 'ae56cd01-8a41-426b-934c-5e8f3ae47334', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1464794081-subnet', 'tenant_id': '6b9ce9d561a548f3a43257a8295191a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:37:56.747500 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] 10.222.0.44 "PUT /v2.0/routers/16638c8b-7f37-48a0-b79d-8f0e7ae61caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4790967 Jun 08 06:37:56.752269 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:56.776155 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Made reservation on behalf of 6b9ce9d561a548f3a43257a8295191a1 for: {'subnet': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:37:56.779229 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:57.096166 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-680507a1-6612-4fba-a9a6-f66a2e4c4c46 service neutron] 10.222.0.44 "GET /v2.0/networks/f92a8efa-06e1-4929-bc5f-6f362d42c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724701 Jun 08 06:37:57.494700 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:57.501642 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-9309d308-1042-4789-8865-881d98a06d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:57.679287 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Checking segment: {'id': '662cf4b6-fd85-47a1-a553-65e195e1e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'ae56cd01-8a41-426b-934c-5e8f3ae47334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:37:57.679639 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Network hostable DHCP agents. Network: ae56cd01-8a41-426b-934c-5e8f3ae47334, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:37:57.680341 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device f91d3859-ed91-4fe4-bf5e-529c3ab56db0 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:37:57.750110 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42080) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:57.793177 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42088) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:57.808574 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427aae71-1ded-493c-a038-d1f79397f006,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:57.817041 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:57.834095 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Network ae56cd01-8a41-426b-934c-5e8f3ae47334 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:37:57.850642 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, ae56cd01-8a41-426b-934c-5e8f3ae47334) {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:37:57.855960 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:57.856628 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:57.864524 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166db314-87f5-4b05-aa6b-dd2d01699af8 None None] Network ae56cd01-8a41-426b-934c-5e8f3ae47334 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:57.923721 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2001886 Jun 08 06:37:57.988270 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9fe8058b-c5b0-48be-807f-1479a1c652b2 req-f8220b55-2165-4926-8e18-f05657da37c6 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 210 time: 0.2106640 Jun 08 06:37:58.024035 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:37:58.024648 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:58.110409 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4b48904d-981f-4473-a3c6-7465b4e0caaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:58.174491 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33445700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068'] for router, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:58.392226 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-6d766c08-5b86-4fd0-b3d0-7a6a018cf08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:58.504500 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42132) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:58.531127 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a9fb3f-314b-46a3-bad1-5f8a4f5d5fd7 None None] Network ae56cd01-8a41-426b-934c-5e8f3ae47334 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:37:58.550066 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4b48904d-981f-4473-a3c6-7465b4e0caaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:58.554154 dv-cinder-760199-6-smb neutron-server[91843]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 06:37:58.586972 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4b48904d-981f-4473-a3c6-7465b4e0caaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:58.665813 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42136) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:58.738156 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:58.749290 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-4b48904d-981f-4473-a3c6-7465b4e0caaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50e334b42c9545aea7c2bca4f66c284a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9976013 Jun 08 06:37:58.862247 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42144) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:58.936795 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Deleting subnet 50a78aa4-3ccc-4973-966c-caeb8c4bfad9 {{(pid=91843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:37:58.951864 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:58.997733 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.007206 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.077437 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48904d-981f-4473-a3c6-7465b4e0caaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54479aa-c075-4641-8317-253e63708c62,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:59.116206 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4b48904d-981f-4473-a3c6-7465b4e0caaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:59.240879 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-af518fa3-8e73-47db-abae-c52d0b3842ed req-1bfb90aa-9258-4d13-8370-a23577fc96f4 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 210 time: 0.1143024 Jun 08 06:37:59.246069 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-83d4546c-64e3-4fdf-b372-df32ae8ae387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.270289 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42166) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:37:59.301334 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-83d4546c-64e3-4fdf-b372-df32ae8ae387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.409597 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-83d4546c-64e3-4fdf-b372-df32ae8ae387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.414000 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-83d4546c-64e3-4fdf-b372-df32ae8ae387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.415246 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-83d4546c-64e3-4fdf-b372-df32ae8ae387 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e54479aa-c075-4641-8317-253e63708c62 HTTP/1.1" status: 204 len: 168 time: 0.5512645 Jun 08 06:37:59.422739 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22955a5-5e49-4447-a808-b61ef75b083e req-b99088bf-46cf-4380-86ec-3ca6dc6574b3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:37:59.424411 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-b99088bf-46cf-4380-86ec-3ca6dc6574b3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 817 time: 0.8719668 Jun 08 06:37:59.433857 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-793fa4d4-45a6-42d6-a5ba-d4635cef7349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:59.461498 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.482970 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-6d766c08-5b86-4fd0-b3d0-7a6a018cf08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.491989 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:59.507011 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4546c-64e3-4fdf-b372-df32ae8ae387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54479aa-c075-4641-8317-253e63708c62,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:59.520759 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-83d4546c-64e3-4fdf-b372-df32ae8ae387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:59.528998 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Router 3f037f05-51b0-4929-ad73-6b60b213c113 is scheduled to L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c with binding_index 1 {{(pid=91842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 06:37:59.573248 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-6d766c08-5b86-4fd0-b3d0-7a6a018cf08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.580864 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-567b1ddf-edac-4a63-848a-bdfcf2e75874 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/quotas/8c85f304195842bcb87cc989e9418fd8 HTTP/1.1" status: 200 len: 375 time: 0.1391110 Jun 08 06:37:59.612051 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1f9ace6c-7563-4505-979d-c3b3f1334012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.643395 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 071f8511-c4b5-4513-b263-194c98fe46df up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:37:59.653883 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a78aa4-3ccc-4973-966c-caeb8c4bfad9,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:37:59.696979 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:37:59.740590 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:37:59.848827 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 071f8511-c4b5-4513-b263-194c98fe46df completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:37:59.873374 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 071f8511-c4b5-4513-b263-194c98fe46df triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:37:59.873912 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.889995 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1f9ace6c-7563-4505-979d-c3b3f1334012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.946696 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1f9ace6c-7563-4505-979d-c3b3f1334012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.956656 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:37:59.961538 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/50a78aa4-3ccc-4973-966c-caeb8c4bfad9 HTTP/1.1" status: 204 len: 168 time: 1.2339876 Jun 08 06:37:59.967375 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42190) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:00.036334 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:38:00.042799 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-1f9ace6c-7563-4505-979d-c3b3f1334012 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb70a50b94b34a89a4afc0199e205e45&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7634349 Jun 08 06:38:00.050735 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42192) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:00.059450 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Sync routers for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:38:00.094817 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:38:00.100252 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:37:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:00.133882 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-6d766c08-5b86-4fd0-b3d0-7a6a018cf08c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0bf5c4dd77fd4d9c8b5885879c24a945&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3416452 Jun 08 06:38:00.138177 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d766c08-5b86-4fd0-b3d0-7a6a018cf08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a2bbdf-8701-4713-8b33-8b332378b628,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:00.154503 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42200) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:00.233602 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Sync routers for ids ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:38:00.244997 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Routers {'16638c8b-7f37-48a0-b79d-8f0e7ae61caa'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:38:00.246926 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:37:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:00.266089 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.268737 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-6d766c08-5b86-4fd0-b3d0-7a6a018cf08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:00.270569 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:00.321510 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.325665 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-a2bdae76-b943-4644-a835-5f61066e8d6d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2869742 Jun 08 06:38:00.331051 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42212) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:00.416382 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-61f93f60-16a9-4f70-bf80-82177857126e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.447317 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a57c06bf-57b2-47d6-b504-318788255457 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7890413 Jun 08 06:38:00.449130 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ef564993-ce63-4bbd-935e-c11f8b242f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.455873 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ace6c-7563-4505-979d-c3b3f1334012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71824d5-9c62-4746-a0ab-efebe215f7ca,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:00.495327 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-1f9ace6c-7563-4505-979d-c3b3f1334012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:00.533095 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-61f93f60-16a9-4f70-bf80-82177857126e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.550280 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ef564993-ce63-4bbd-935e-c11f8b242f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.653802 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Set router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:38:00.678165 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.696916 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-61f93f60-16a9-4f70-bf80-82177857126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.700597 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-61f93f60-16a9-4f70-bf80-82177857126e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.705595 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-61f93f60-16a9-4f70-bf80-82177857126e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37a2bbdf-8701-4713-8b33-8b332378b628 HTTP/1.1" status: 204 len: 168 time: 0.5246534 Jun 08 06:38:00.706648 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ef564993-ce63-4bbd-935e-c11f8b242f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.722069 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-1ab27563-d279-470f-9ab1-d47611c71b6b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:38:00.726355 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-1ab27563-d279-470f-9ab1-d47611c71b6b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151352 Jun 08 06:38:00.727285 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:00.752181 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:38:00.947937 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ef564993-ce63-4bbd-935e-c11f8b242f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:00.949066 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-ef564993-ce63-4bbd-935e-c11f8b242f38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f71824d5-9c62-4746-a0ab-efebe215f7ca HTTP/1.1" status: 204 len: 168 time: 0.8956707 Jun 08 06:38:00.950169 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.48', 62539) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:00.959222 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f93f60-16a9-4f70-bf80-82177857126e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a2bbdf-8701-4713-8b33-8b332378b628,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:01.001234 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 071f8511-c4b5-4513-b263-194c98fe46df, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=071f8511-c4b5-4513-b263-194c98fe46df,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:01.173318 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef564993-ce63-4bbd-935e-c11f8b242f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71824d5-9c62-4746-a0ab-efebe215f7ca,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:01.201115 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ef564993-ce63-4bbd-935e-c11f8b242f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:01.201595 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:01.201882 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:01.211737 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:01.232671 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:01.327440 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=071f8511-c4b5-4513-b263-194c98fe46df,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:01.334890 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:01.355049 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:37:55Z', 'revision_number': 3, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:01.366582 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '071f8511-c4b5-4513-b263-194c98fe46df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 4, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port': {'id': '071f8511-c4b5-4513-b263-194c98fe46df', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:49Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '7aa2114b-5e3f-4353-88ba-c43da867a173', 'name': '', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'mac_address': 'fa:16:3e:f6:b5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 2, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'subnets': [{'id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:01.370934 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Checking router: 3f037f05-51b0-4929-ad73-6b60b213c113 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:38:01.371318 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Updating router 3f037f05-51b0-4929-ad73-6b60b213c113 port fb267730-3818-4d7b-af4c-342c65dab13a binding host dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:38:01.376579 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Checking router: 16638c8b-7f37-48a0-b79d-8f0e7ae61caa for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:38:01.377529 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Updating router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa port 7aa2114b-5e3f-4353-88ba-c43da867a173 binding host dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:38:01.493684 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-1e206bcf-bfdd-4b94-933d-809dfe32b9c5 service neutron] 10.222.0.44 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424591 Jun 08 06:38:01.518245 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:01.550231 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:01.640869 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-55269e6e-5e87-4470-ad18-134139747c8f tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:01.644416 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-55269e6e-5e87-4470-ad18-134139747c8f tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.48 "GET /v2.0/networks?id=f92a8efa-06e1-4929-bc5f-6f362d42c30a HTTP/1.1" status: 200 len: 812 time: 0.6548686 Jun 08 06:38:01.655761 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 071f8511-c4b5-4513-b263-194c98fe46df up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:01.738157 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0804ff3e-832f-4a08-81ef-5f2d86fc3062 req-8548e2d0-2d07-43c7-8b4a-6cb0141ba49f tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 210 time: 1.2010446 Jun 08 06:38:01.849872 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42260) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:01.953371 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 071f8511-c4b5-4513-b263-194c98fe46df triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:01.954059 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:02.008757 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Request body: {'port': {'device_id': '386872df-0b37-4776-9391-64a7fc8563f8', 'network_id': 'f92a8efa-06e1-4929-bc5f-6f362d42c30a', 'admin_state_up': True, 'tenant_id': '63ff5fb68a61420c885a3e617a2d0137'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:02.045559 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-796c592c-e6ad-4363-9360-6ea396b1b2f3 service neutron] 10.222.0.44 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351365 Jun 08 06:38:02.221032 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-05ba33de-012b-4954-9a07-392186915899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:02.380853 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:02.419525 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.419924 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.425565 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.426114 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > port after_create 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.426422 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.431605 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > port after_update 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.432485 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.432485 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.435187 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.435955 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.789538 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Notify callbacks [] for port, precommit_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:02.823280 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:02.840104 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Transition to ACTIVE for port object fb267730-3818-4d7b-af4c-342c65dab13a will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:02.857793 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:02.894354 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.896509 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Transition to ACTIVE for port object 7aa2114b-5e3f-4353-88ba-c43da867a173 will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:02.896989 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.897757 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.900677 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:02.901296 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529517c5-5906-4512-a8e8-31915f045405']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:02.904914 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:02.925583 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:02.981476 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:03.262052 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a36b7b4-8db5-4c65-ba4d-50381335d646') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:03.262537 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a36b7b4-8db5-4c65-ba4d-50381335d646') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:03.278910 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5371c-4f29-4542-9548-013aa944067e None None] Pushing event updated for resources: {'Port': ['ID=7aa2114b-5e3f-4353-88ba-c43da867a173,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:03.288103 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Attempting to bind port fb267730-3818-4d7b-af4c-342c65dab13a on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:38:03.288978 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Attempting to bind port fb267730-3818-4d7b-af4c-342c65dab13a by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:38:03.290104 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Attempting to bind port fb267730-3818-4d7b-af4c-342c65dab13a on network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:03.346226 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.410522 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0bcefbe3-7147-48db-862b-9738204fd89a req-20cd813e-03cf-4e51-9845-776cda15192c tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 210 time: 0.1660917 Jun 08 06:38:03.529969 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2cb5371c-4f29-4542-9548-013aa944067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:03.544939 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:38:03.548348 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:03.551833 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.553047 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Bound using segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:38:03.556032 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Bound port: fb267730-3818-4d7b-af4c-342c65dab13a, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:38:03.562401 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.779550 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Attempting to bind port 7aa2114b-5e3f-4353-88ba-c43da867a173 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:38:03.782040 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Attempting to bind port 7aa2114b-5e3f-4353-88ba-c43da867a173 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:38:03.784867 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Attempting to bind port 7aa2114b-5e3f-4353-88ba-c43da867a173 on network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:03.804165 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:38:03.806278 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Checking segment: {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:03.807258 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.808763 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Bound using segment: {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:38:03.812399 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Bound port: 7aa2114b-5e3f-4353-88ba-c43da867a173, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:38:03.813101 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.860198 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-05ba33de-012b-4954-9a07-392186915899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.875728 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a8a0136b-807e-4893-93c4-e008709c7f73 req-f67b8148-e7a6-4c30-8da8-2b6b46912292 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 210 time: 0.8773947 Jun 08 06:38:03.895231 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Made reservation on behalf of 63ff5fb68a61420c885a3e617a2d0137 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:38:03.896168 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] For port fb267730-3818-4d7b-af4c-342c65dab13a, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:38:03.902011 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.903976 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-05ba33de-012b-4954-9a07-392186915899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.913215 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] For port fb267730-3818-4d7b-af4c-342c65dab13a, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=fb267730-3818-4d7b-af4c-342c65dab13a,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:38:03.929352 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.958230 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:03.968610 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:03.997169 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee60511-6899-4d85-85c6-d42e3b685854 None None] Pushing event updated for resources: {'Port': ['ID=fb267730-3818-4d7b-af4c-342c65dab13a,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:04.011550 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-4ee60511-6899-4d85-85c6-d42e3b685854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.111s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:04.015331 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:04.104927 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba33de-012b-4954-9a07-392186915899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ae5658-cd01-4ba8-b177-589402758279,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:04.139078 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:38:04.140222 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:04.183990 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-05ba33de-012b-4954-9a07-392186915899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: from cryptography.utils import int_from_bytes Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: from cryptography.utils import int_from_bytes Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:38:04.193432 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:38:04.246274 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] For port 7aa2114b-5e3f-4353-88ba-c43da867a173, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:38:04.306141 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee60511-6899-4d85-85c6-d42e3b685854 None None] Pushing event updated for resources: {'Port': ['ID=fb267730-3818-4d7b-af4c-342c65dab13a,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:04.317164 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-4ee60511-6899-4d85-85c6-d42e3b685854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:04.329654 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:38:04.330269 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:37:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:04.405080 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-05ba33de-012b-4954-9a07-392186915899 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22ba648a4088485593190453bccd3306&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5199597 Jun 08 06:38:04.417489 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42364) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:04.488109 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Allocated IP 172.20.0.14 (f92a8efa-06e1-4929-bc5f-6f362d42c30a/a6eeb2f7-fad7-4794-84ea-0f71bfcc351e/90efc708-7e15-4e24-995e-eeeb666bf152) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:38:04.622152 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] For port 7aa2114b-5e3f-4353-88ba-c43da867a173, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=7aa2114b-5e3f-4353-88ba-c43da867a173,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:38:04.630800 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:04.635775 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:04.823830 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5371c-4f29-4542-9548-013aa944067e None None] Pushing event updated for resources: {'Port': ['ID=7aa2114b-5e3f-4353-88ba-c43da867a173,revision_number=4']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:04.842465 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2cb5371c-4f29-4542-9548-013aa944067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:04.849207 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Routers {'16638c8b-7f37-48a0-b79d-8f0e7ae61caa'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:38:04.853392 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:37:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:04.859256 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:38:04.921419 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:05.152335 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e8814fa3-cce6-4906-9691-64034bb7ab70 req-daefd32a-dc3d-4cca-82ce-6a43e1063ea7 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 210 time: 0.4720609 Jun 08 06:38:05.242309 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:05.264036 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:05.307860 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:05.311965 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:05.313087 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:05.313087 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:38:05.313087 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:38:05.313087 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:38:05.313087 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:05.313087 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:38:05.350292 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Network f92a8efa-06e1-4929-bc5f-6f362d42c30a is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:38:05.352660 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:05.358899 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:38:05.378660 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:05.381850 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:05.393561 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] Set router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:38:05.457774 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-07a66068-3824-4c87-89fd-26771000b4ba tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4664221 Jun 08 06:38:05.479769 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-64be23fb-6668-4885-b1ca-e95cfa9b848c tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:38:05.480806 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-64be23fb-6668-4885-b1ca-e95cfa9b848c tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072961 Jun 08 06:38:05.599441 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:05.607497 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] 10.222.0.44 "DELETE /v2.0/networks/529517c5-5906-4512-a8e8-31915f045405 HTTP/1.1" status: 204 len: 168 time: 5.6357534 Jun 08 06:38:05.610838 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42406) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:05.624813 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Pushing event deleted for resources: {'Network': ['ID=529517c5-5906-4512-a8e8-31915f045405,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:05.630186 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:05.753940 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 7aa2114b-5e3f-4353-88ba-c43da867a173 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:05.870900 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Deleting subnet 427aae71-1ded-493c-a038-d1f79397f006 {{(pid=91843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:38:05.885243 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:06.087569 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 7aa2114b-5e3f-4353-88ba-c43da867a173 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:06.134449 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:06.137941 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 7aa2114b-5e3f-4353-88ba-c43da867a173 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:06.138688 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:06.168873 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Allocated IP 172.20.0.1 (3c32b2e8-ca79-46e5-a9bd-e53e75032713/7cda2147-b618-4a7c-bac7-9feee8455c61/c36ab542-2dd1-459f-a25d-a5adc23dc082) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:38:06.177871 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Request body: {'port': {'device_id': '386872df-0b37-4776-9391-64a7fc8563f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:06.243774 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:06.363801 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.48', 62549) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:06.524940 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-fc2b7ba5-7c9b-43e3-891e-068761511783 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:06.526610 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-fc2b7ba5-7c9b-43e3-891e-068761511783 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 817 time: 1.6603322 Jun 08 06:38:06.603366 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-2c5d7660-8489-4b81-9103-3f9c1da1623a tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/quotas/8c85f304195842bcb87cc989e9418fd8 HTTP/1.1" status: 200 len: 375 time: 0.0431371 Jun 08 06:38:06.616369 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '071f8511-c4b5-4513-b263-194c98fe46df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 4, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port': {'id': '071f8511-c4b5-4513-b263-194c98fe46df', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:49Z', 'updated_at': '2021-06-08T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '7aa2114b-5e3f-4353-88ba-c43da867a173', 'name': '', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'mac_address': 'fa:16:3e:f6:b5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:04Z', 'revision_number': 4, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'subnets': [{'id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:06.626609 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b4280921-318c-41fe-a3b2-15cc5f7585c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:06.632700 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d4e4ec-3263-4298-ba84-b6d59ad14876 None None] The sync data for ids ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'] in dv-cinder-760199-6-smb is: [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '071f8511-c4b5-4513-b263-194c98fe46df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:37:54Z', 'revision_number': 4, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port': {'id': '071f8511-c4b5-4513-b263-194c98fe46df', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:49Z', 'updated_at': '2021-06-08T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '7aa2114b-5e3f-4353-88ba-c43da867a173', 'name': '', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'mac_address': 'fa:16:3e:f6:b5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:04Z', 'revision_number': 4, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'subnets': [{'id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:38:06.653025 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:37:55Z', 'revision_number': 3, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:06.687231 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58fede4-c2ff-4fc6-82db-67138729d285 None None] The sync data for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb is: [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:37:55Z', 'revision_number': 3, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:38:06.734478 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:06.832988 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 7aa2114b-5e3f-4353-88ba-c43da867a173, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=7aa2114b-5e3f-4353-88ba-c43da867a173,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:06.845783 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:06.856819 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:07.021143 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=7aa2114b-5e3f-4353-88ba-c43da867a173,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:07.036663 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:07.049801 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42430) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:07.080557 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b4280921-318c-41fe-a3b2-15cc5f7585c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:07.101342 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:07.438160 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-726b5a55-db2e-49da-b8d0-2513d3e622d5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8124259 Jun 08 06:38:07.496363 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:07.517526 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144'] for subnet, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:07.584165 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:07.762523 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device fb267730-3818-4d7b-af4c-342c65dab13a up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:07.764699 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-af443ed4-191c-4dca-99ce-0e77eedfd489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:07.777210 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b4280921-318c-41fe-a3b2-15cc5f7585c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:07.808694 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b4280921-318c-41fe-a3b2-15cc5f7585c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:07.812124 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b4280921-318c-41fe-a3b2-15cc5f7585c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75ae5658-cd01-4ba8-b177-589402758279 HTTP/1.1" status: 204 len: 168 time: 3.3465643 Jun 08 06:38:07.848740 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-83d4546c-64e3-4fdf-b372-df32ae8ae387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:07.895613 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.provisioning_blocks [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Transition to ACTIVE for port object c36ab542-2dd1-459f-a25d-a5adc23dc082 will not be triggered until provisioned by entity DHCP. {{(pid=91842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:07.949086 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:07.953631 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/427aae71-1ded-493c-a038-d1f79397f006 HTTP/1.1" status: 204 len: 168 time: 2.3417268 Jun 08 06:38:07.972900 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4280921-318c-41fe-a3b2-15cc5f7585c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ae5658-cd01-4ba8-b177-589402758279,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:07.980618 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22955a5-5e49-4447-a808-b61ef75b083e req-44aba193-1591-428a-9edc-a667cf252546 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:07.986124 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-44aba193-1591-428a-9edc-a667cf252546 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 817 time: 1.5918465 Jun 08 06:38:07.997340 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42444) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:08.037309 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b4280921-318c-41fe-a3b2-15cc5f7585c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:08.078692 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Request body: {'port': {'device_id': '203cf36f-2418-4156-9527-6c088e74c50c', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'admin_state_up': True, 'tenant_id': '8c85f304195842bcb87cc989e9418fd8'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:08.218204 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port fb267730-3818-4d7b-af4c-342c65dab13a completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:08.231526 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port fb267730-3818-4d7b-af4c-342c65dab13a triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:08.231999 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:08.365887 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427aae71-1ded-493c-a038-d1f79397f006,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:08.374084 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:08.410247 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf8588-58f7-483c-80e1-9cfdbf1bb97c req-c1ebe51d-5e49-4dee-9950-44878b577a3a tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:08.418854 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-89cf8588-58f7-483c-80e1-9cfdbf1bb97c req-c1ebe51d-5e49-4dee-9950-44878b577a3a tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 932 time: 1.9534357 Jun 08 06:38:08.613489 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:08.651491 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port fb267730-3818-4d7b-af4c-342c65dab13a, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=fb267730-3818-4d7b-af4c-342c65dab13a,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:08.656648 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-6ebb966b-304b-4917-bf84-d228fc64b718 service neutron] 10.222.0.44 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1901526 Jun 08 06:38:08.661901 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:08.663113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 7aa2114b-5e3f-4353-88ba-c43da867a173 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:08.780431 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:08.834477 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-89cf8588-58f7-483c-80e1-9cfdbf1bb97c req-7d427bc3-fc5f-48e5-98cb-166f1345a9fb tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144204 Jun 08 06:38:08.877648 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=fb267730-3818-4d7b-af4c-342c65dab13a,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:08.882274 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:08.897385 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 7aa2114b-5e3f-4353-88ba-c43da867a173 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:08.898179 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:08.977087 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:08.995772 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:08.997152 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:08.997152 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:38:08.997152 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:38:08.997152 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:38:08.997152 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:08.997152 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:38:09.103031 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:38:09.114883 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:09.124091 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:38:09.380161 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90efc708-7e15-4e24-995e-eeeb666bf152 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:38:09.409970 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:09.439530 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-b26acb8e-99c5-4b65-8d30-b7f6ba7464fb service neutron] 10.222.0.44 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7458131 Jun 08 06:38:09.476426 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Transition to ACTIVE for port object 90efc708-7e15-4e24-995e-eeeb666bf152 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:09.486524 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:09.504680 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:09.512741 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-af443ed4-191c-4dca-99ce-0e77eedfd489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:09.559050 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-c4df76b6-c0e4-40db-9339-4c4c948cf535 None None] Provisioning for port c36ab542-2dd1-459f-a25d-a5adc23dc082 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:09.573608 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-c4df76b6-c0e4-40db-9339-4c4c948cf535 None None] Provisioning complete for port c36ab542-2dd1-459f-a25d-a5adc23dc082 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:09.575313 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c4df76b6-c0e4-40db-9339-4c4c948cf535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:09.751303 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:09.811233 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-c4df76b6-c0e4-40db-9339-4c4c948cf535 None None] Port c36ab542-2dd1-459f-a25d-a5adc23dc082 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:38:09.812653 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae56cd01-8a41-426b-934c-5e8f3ae47334']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:09.820106 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device fb267730-3818-4d7b-af4c-342c65dab13a up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:09.876374 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '662cf4b6-fd85-47a1-a553-65e195e1e040') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:09.878945 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '662cf4b6-fd85-47a1-a553-65e195e1e040') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:09.932733 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:09.988665 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.005054 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:38:10.008286 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.074543 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port fb267730-3818-4d7b-af4c-342c65dab13a triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:10.076097 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.171754 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Made reservation on behalf of 8c85f304195842bcb87cc989e9418fd8 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:38:10.187810 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:38:10.234943 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:38:10.466675 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-af443ed4-191c-4dca-99ce-0e77eedfd489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.468534 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.484285 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-480e8c76-4d16-4039-bf2e-74c060a54f74 req-5b6addb9-90f8-464d-ac74-360cff9ad9d7 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 210 time: 0.5733407 Jun 08 06:38:10.502646 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=90efc708-7e15-4e24-995e-eeeb666bf152,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:10.515836 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:10.554315 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Attempting to bind port 90efc708-7e15-4e24-995e-eeeb666bf152 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:38:10.555318 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Attempting to bind port 90efc708-7e15-4e24-995e-eeeb666bf152 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f92a8efa-06e1-4929-bc5f-6f362d42c30a'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:38:10.556018 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Attempting to bind port 90efc708-7e15-4e24-995e-eeeb666bf152 on network f92a8efa-06e1-4929-bc5f-6f362d42c30a {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:10.578919 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33506538'] for router_interface, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.581709 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Port 90efc708-7e15-4e24-995e-eeeb666bf152 on network f92a8efa-06e1-4929-bc5f-6f362d42c30a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:38:10.587034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Attempting to bind port 90efc708-7e15-4e24-995e-eeeb666bf152 on network f92a8efa-06e1-4929-bc5f-6f362d42c30a {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:10.721228 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:38:10.721728 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Checking segment: {'id': '8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f92a8efa-06e1-4929-bc5f-6f362d42c30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:10.722576 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Bound using segment: {'id': '8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f92a8efa-06e1-4929-bc5f-6f362d42c30a'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:38:10.727399 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Bound port: 90efc708-7e15-4e24-995e-eeeb666bf152, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f92a8efa-06e1-4929-bc5f-6f362d42c30a'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:38:10.728813 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.729351 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:10.919323 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-af443ed4-191c-4dca-99ce-0e77eedfd489 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=622a919603fe4bf6b998aa7452eefe5b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8634405 Jun 08 06:38:10.922031 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af443ed4-191c-4dca-99ce-0e77eedfd489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bda989-1f4f-40d1-a50b-e89f10df9a00,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:10.929986 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42508) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:10.944048 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:10.953043 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ae56cd01-8a41-426b-934c-5e8f3ae47334 HTTP/1.1" status: 204 len: 168 time: 2.9323151 Jun 08 06:38:10.959538 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-af443ed4-191c-4dca-99ce-0e77eedfd489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:10.960257 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e56aa6fa-1480-4101-8196-dc49549fdfee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:11.014646 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae56cd01-8a41-426b-934c-5e8f3ae47334,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:11.046077 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7a2d013c-bab3-45d2-a54b-011af124ecc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:11.058926 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] For port 90efc708-7e15-4e24-995e-eeeb666bf152, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:38:11.100815 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] For port 90efc708-7e15-4e24-995e-eeeb666bf152, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90efc708-7e15-4e24-995e-eeeb666bf152,segment=NetworkSegment(8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b),segment_id=8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:38:11.138154 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:11.164149 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d7952-8a78-47d4-a224-dda92770d763 req-098f97bd-16b7-43d5-9845-fe476e8a674e tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:11.167969 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-994228fb-e3fb-4815-9137-4b01543053cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:11.172938 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-008d7952-8a78-47d4-a224-dda92770d763 req-098f97bd-16b7-43d5-9845-fe476e8a674e tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 944 time: 0.8796427 Jun 08 06:38:11.238047 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-994228fb-e3fb-4815-9137-4b01543053cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:11.256421 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-008d7952-8a78-47d4-a224-dda92770d763 req-634743b2-4a65-4b9d-9526-379fb46e4101 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816500 Jun 08 06:38:11.330026 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:11.333722 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Allocated IP 172.20.0.11 (ccbb0e4a-9de4-4bd5-9f45-e2a434468c91/0a270ecc-3e7f-43ed-8716-b88a693eba0c/5d633234-8d2d-4f08-b66d-e3751a55a660) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:38:11.381903 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:11.431107 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:11.526245 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42524) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:11.599283 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:11.599943 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:11.607775 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] 10.222.0.48 "PUT /v2.0/ports/90efc708-7e15-4e24-995e-eeeb666bf152 HTTP/1.1" status: 200 len: 1094 time: 5.6194701 Jun 08 06:38:11.681581 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '386872df-0b37-4776-9391-64a7fc8563f8', 'tag': '90efc708-7e15-4e24-995e-eeeb666bf152'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:11.944146 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9d8857be-92ba-412c-a412-bea6824eb100 req-3f1a304b-6c1e-4d03-85e2-caf7cf99d4b3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 210 time: 0.1044385 Jun 08 06:38:12.001654 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b16850b2-01e1-4839-8ce8-530e56fbd184 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf9a9acdbc5a41c4a2d6bc87d5c36aac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4732583 Jun 08 06:38:12.012775 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42544) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:12.017540 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-994228fb-e3fb-4815-9137-4b01543053cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.018424 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Pushing event updated for resources: {'Port': ['ID=90efc708-7e15-4e24-995e-eeeb666bf152,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:12.025552 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:12.028004 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-994228fb-e3fb-4815-9137-4b01543053cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.029710 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-994228fb-e3fb-4815-9137-4b01543053cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1bda989-1f4f-40d1-a50b-e89f10df9a00 HTTP/1.1" status: 204 len: 168 time: 1.0982578 Jun 08 06:38:12.033076 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4b48904d-981f-4473-a3c6-7465b4e0caaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:12.046268 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994228fb-e3fb-4815-9137-4b01543053cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bda989-1f4f-40d1-a50b-e89f10df9a00,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:12.066602 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-994228fb-e3fb-4815-9137-4b01543053cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:12.290200 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.305368 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d0424-a7e1-41e7-8553-32b16d08b9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "386872df-0b37-4776-9391-64a7fc8563f8", "tag": "90efc708-7e15-4e24-995e-eeeb666bf152"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:12.395923 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.412509 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d36f772f-05a6-4fbd-b6f5-60f31632bb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.428200 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.434888 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:12.434888 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:38:12.434888 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:38:12.434888 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:38:12.434888 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:12.434888 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:38:12.495285 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d36f772f-05a6-4fbd-b6f5-60f31632bb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.519696 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:38:12.538370 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:12.559771 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:38:12.560203 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.590592 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:12.591295 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.687108 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:12.823206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33506347'] for router_interface, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.832470 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250aaae7-2f01-4b26-ac0d-46ce856fba9e x-openstack-request-id: req-250aaae7-2f01-4b26-ac0d-46ce856fba9e {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:12.832789 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "386872df-0b37-4776-9391-64a7fc8563f8", "tag": "90efc708-7e15-4e24-995e-eeeb666bf152", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:12.833035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-250aaae7-2f01-4b26-ac0d-46ce856fba9e {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:12.833604 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '386872df-0b37-4776-9391-64a7fc8563f8', 'tag': '90efc708-7e15-4e24-995e-eeeb666bf152', 'status': 'completed', 'code': 200} Jun 08 06:38:12.840960 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Pushing event updated for resources: {'Port': ['ID=c36ab542-2dd1-459f-a25d-a5adc23dc082,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:12.862389 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:12.899385 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d36f772f-05a6-4fbd-b6f5-60f31632bb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:12.989316 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-a2b09a56-2a95-48d6-8c80-cf5390d755e1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9396112 Jun 08 06:38:13.044937 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Request body: {'port': {'device_id': '203cf36f-2418-4156-9527-6c088e74c50c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:13.061041 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d36f772f-05a6-4fbd-b6f5-60f31632bb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:13.063554 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-d36f772f-05a6-4fbd-b6f5-60f31632bb76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/780d3e3b-d172-4845-9bd0-49df2f128234 HTTP/1.1" status: 204 len: 168 time: 1.0450480 Jun 08 06:38:13.080575 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-a94a6dd0-f4f4-43d9-a667-29ef1c837480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:13.141370 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f772f-05a6-4fbd-b6f5-60f31632bb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780d3e3b-d172-4845-9bd0-49df2f128234,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:13.172172 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d36f772f-05a6-4fbd-b6f5-60f31632bb76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:13.238631 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42580) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:13.291994 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1926b-1030-4371-8efb-3e33d4e15998 req-4742beea-9fc9-4288-8d77-b4fc3baef997 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:13.293883 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dfb1926b-1030-4371-8efb-3e33d4e15998 req-4742beea-9fc9-4288-8d77-b4fc3baef997 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 944 time: 0.6818597 Jun 08 06:38:13.294461 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.48', 62562) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:13.433006 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-bf590dfb-2fa2-4f4c-ae93-652342418ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:13.633708 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:13.675883 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8019bbe9-5d67-4e6d-815b-87d570559343 req-e1db0541-2119-4aee-9196-d556dd030642 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 210 time: 0.4353442 Jun 08 06:38:13.827718 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-bf590dfb-2fa2-4f4c-ae93-652342418ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:13.850938 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-bf590dfb-2fa2-4f4c-ae93-652342418ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:13.866667 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-af443ed4-191c-4dca-99ce-0e77eedfd489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:13.913499 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:38:13.921587 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:13.965530 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-cea9099c-d1ce-4bfd-8637-9f5c97fdc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:13.972335 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-cea9099c-d1ce-4bfd-8637-9f5c97fdc5f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63ff5fb68a61420c885a3e617a2d0137&device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 1097 time: 1.1181867 Jun 08 06:38:14.103338 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-bf590dfb-2fa2-4f4c-ae93-652342418ea6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b22b691c99a43feac61f8c85beeb613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8563039 Jun 08 06:38:14.104782 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42596) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:14.128899 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf590dfb-2fa2-4f4c-ae93-652342418ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c46e7f-aa5a-4ffb-8c61-33f19ea28950,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:14.147097 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-bf590dfb-2fa2-4f4c-ae93-652342418ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:14.243842 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42600) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:14.278472 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dfb1926b-1030-4371-8efb-3e33d4e15998 req-0a6b4856-8167-41ef-9707-3cd3f40d2f98 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9103217 Jun 08 06:38:14.280113 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-b5780cae-1d6a-48ba-9aae-c003a4961c9b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90efc708-7e15-4e24-995e-eeeb666bf152 HTTP/1.1" status: 200 len: 217 time: 0.2066383 Jun 08 06:38:14.295494 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-7ee2c0d5-c271-41a4-80af-7de730b56737 None None] Provisioning complete for port c36ab542-2dd1-459f-a25d-a5adc23dc082 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:14.297527 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-7ee2c0d5-c271-41a4-80af-7de730b56737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:14.387979 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-98a30760-04f8-4d8c-84fb-361d8e929e67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b9ce9d561a548f3a43257a8295191a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1424253 Jun 08 06:38:14.392346 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42602) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:14.432976 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-eec8304a-da51-458c-bcf0-7220d7e43d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:14.455759 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-3526274f-29dc-4e9a-a8b1-6d2c8f161d31 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:14.457593 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-3526274f-29dc-4e9a-a8b1-6d2c8f161d31 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 817 time: 1.1490555 Jun 08 06:38:14.466142 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-7ee2c0d5-c271-41a4-80af-7de730b56737 None None] Port c36ab542-2dd1-459f-a25d-a5adc23dc082 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:38:14.498771 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Router 3f037f05-51b0-4929-ad73-6b60b213c113 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:38:14.501351 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-eec8304a-da51-458c-bcf0-7220d7e43d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:14.647720 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-63fa7e04-0b6d-431a-9154-0f8a57a3ec2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:14.717202 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d633234-8d2d-4f08-b66d-e3751a55a660 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:38:14.728471 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:14.747609 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Transition to ACTIVE for port object 5d633234-8d2d-4f08-b66d-e3751a55a660 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:14.753338 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:14.761640 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:14.824013 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:38:14.839871 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Sync routers for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:38:14.850756 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] 10.222.0.44 "PUT /v2.0/routers/3f037f05-51b0-4929-ad73-6b60b213c113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5166221 Jun 08 06:38:14.869852 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:38:14.870487 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:37:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:14.919070 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-63fa7e04-0b6d-431a-9154-0f8a57a3ec2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:15.155645 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Pushing event updated for resources: {'Port': ['ID=5d633234-8d2d-4f08-b66d-e3751a55a660,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:15.167870 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:15.211426 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-67d3d635-24ab-4eb4-bd11-64597df1cd8e req-959abaa1-372d-4308-a53c-0c8f0d6e8f24 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 210 time: 0.1420207 Jun 08 06:38:15.214484 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-63fa7e04-0b6d-431a-9154-0f8a57a3ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:15.225146 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-63fa7e04-0b6d-431a-9154-0f8a57a3ec2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:15.229869 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-63fa7e04-0b6d-431a-9154-0f8a57a3ec2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4275b2a-c1c4-46d5-bd81-a02e93f7f2fe HTTP/1.1" status: 204 len: 168 time: 0.8348362 Jun 08 06:38:15.232731 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-05ba33de-012b-4954-9a07-392186915899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:15.260706 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fa7e04-0b6d-431a-9154-0f8a57a3ec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4275b2a-c1c4-46d5-bd81-a02e93f7f2fe,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:15.270277 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-63fa7e04-0b6d-431a-9154-0f8a57a3ec2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:15.278231 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-eec8304a-da51-458c-bcf0-7220d7e43d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:15.281204 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-eec8304a-da51-458c-bcf0-7220d7e43d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:15.282670 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-eec8304a-da51-458c-bcf0-7220d7e43d70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78c46e7f-aa5a-4ffb-8c61-33f19ea28950 HTTP/1.1" status: 204 len: 168 time: 1.1550224 Jun 08 06:38:15.286306 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:15.306803 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8304a-da51-458c-bcf0-7220d7e43d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c46e7f-aa5a-4ffb-8c61-33f19ea28950,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:15.317227 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-eec8304a-da51-458c-bcf0-7220d7e43d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:15.338770 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Attempting to bind port 5d633234-8d2d-4f08-b66d-e3751a55a660 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:38:15.339125 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Attempting to bind port 5d633234-8d2d-4f08-b66d-e3751a55a660 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:38:15.339443 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Attempting to bind port 5d633234-8d2d-4f08-b66d-e3751a55a660 on network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:15.344874 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Port 5d633234-8d2d-4f08-b66d-e3751a55a660 on network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:38:15.345201 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Attempting to bind port 5d633234-8d2d-4f08-b66d-e3751a55a660 on network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:15.357093 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:38:15.357470 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Checking segment: {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:15.357831 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Bound using segment: {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:38:15.358276 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Bound port: 5d633234-8d2d-4f08-b66d-e3751a55a660, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:38:15.359800 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:15.370612 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:38:15.626454 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Request body: {'port': {'device_id': 'ab1cc667-7347-43f4-a527-e57abb953f72', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'admin_state_up': True, 'tenant_id': '8c85f304195842bcb87cc989e9418fd8'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:15.761130 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] For port 5d633234-8d2d-4f08-b66d-e3751a55a660, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:38:15.789859 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] For port 5d633234-8d2d-4f08-b66d-e3751a55a660, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d633234-8d2d-4f08-b66d-e3751a55a660,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:38:16.077173 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:16.151128 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0dd8e32d-b6d8-479e-a7d5-daf612dfa5e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:16.311942 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 2, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:16.325966 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Checking router: 3f037f05-51b0-4929-ad73-6b60b213c113 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:38:16.327530 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Updating router 3f037f05-51b0-4929-ad73-6b60b213c113 port c36ab542-2dd1-459f-a25d-a5adc23dc082 binding host dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:38:16.343154 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:16.344846 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:16.346943 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] 10.222.0.48 "PUT /v2.0/ports/5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 200 len: 1094 time: 3.3253827 Jun 08 06:38:16.355616 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203cf36f-2418-4156-9527-6c088e74c50c', 'tag': '5d633234-8d2d-4f08-b66d-e3751a55a660'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:16.363681 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aaf75c-c820-4b75-b127-16fe0603efed" -d '{"events": [{"name": "network-changed", "server_uuid": "203cf36f-2418-4156-9527-6c088e74c50c", "tag": "5d633234-8d2d-4f08-b66d-e3751a55a660"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:16.433255 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-181cc640-19e1-41ad-8bdc-43d3fa7fced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:16.439607 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-181cc640-19e1-41ad-8bdc-43d3fa7fced8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6eeb2f7-fad7-4794-84ea-0f71bfcc351e HTTP/1.1" status: 200 len: 852 time: 0.8353641 Jun 08 06:38:16.519197 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:16.561220 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Pushing event updated for resources: {'Port': ['ID=5d633234-8d2d-4f08-b66d-e3751a55a660,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:16.580404 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:16.618526 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a125b-700b-402a-8ca1-802ac1964d5d req-1ea61a02-c65c-40f7-a873-0965fe6d4800 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:16.620454 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-852a125b-700b-402a-8ca1-802ac1964d5d req-1ea61a02-c65c-40f7-a873-0965fe6d4800 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 944 time: 0.6857190 Jun 08 06:38:16.622766 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-2b4be399-89de-4b85-9bc1-fa51c4123bff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f92a8efa-06e1-4929-bc5f-6f362d42c30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296964 Jun 08 06:38:16.668093 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42684) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:16.673809 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701002478', 'description': 'tempest-description--2036527602'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:16.746624 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:16.748510 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Made reservation on behalf of 8c85f304195842bcb87cc989e9418fd8 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:38:16.752623 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:16.803695 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-852a125b-700b-402a-8ca1-802ac1964d5d req-b448db98-3f8f-4145-b005-fe90a4f6121e tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646519 Jun 08 06:38:17.003130 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22955a5-5e49-4447-a808-b61ef75b083e req-6835811e-52c6-411b-9c3d-a9bcdd42ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:17.032111 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-6835811e-52c6-411b-9c3d-a9bcdd42ec8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1097 time: 0.5042753 Jun 08 06:38:17.103717 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.117801 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.122284 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:17.155924 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dd8332-99b1-46ff-9250-9252d05874a9 x-openstack-request-id: req-48dd8332-99b1-46ff-9250-9252d05874a9 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:17.156355 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203cf36f-2418-4156-9527-6c088e74c50c", "tag": "5d633234-8d2d-4f08-b66d-e3751a55a660", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:17.156719 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48dd8332-99b1-46ff-9250-9252d05874a9 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:17.158832 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203cf36f-2418-4156-9527-6c088e74c50c', 'tag': '5d633234-8d2d-4f08-b66d-e3751a55a660', 'status': 'completed', 'code': 200} Jun 08 06:38:17.206596 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.214038 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5385721 Jun 08 06:38:17.219201 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42712) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:17.231847 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'security_group_rule': {'security_group_id': 'edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:17.272006 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:17.303587 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:17.305581 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.441432 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.458676 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.461238 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:17.479294 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-f3f86f2a-b197-4ab5-85da-88ae1c7ff92b service neutron] 10.222.0.48 "GET /v2.0/networks/f92a8efa-06e1-4929-bc5f-6f362d42c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8221655 Jun 08 06:38:17.496638 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-e3fa72be-c577-4d1f-8c87-4b4685c49e36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 200 len: 217 time: 0.4436553 Jun 08 06:38:17.502077 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3c72a4-3379-4dae-9dba-ebb9048d620e,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:17.506234 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.510835 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2875764 Jun 08 06:38:17.510835 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:17.511049 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42728) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:17.516033 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'security_group_rule': {'security_group_id': 'edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:17.535803 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-afd26253-02c1-49e5-92e8-c520851698d4 req-bb3a3fad-d9a2-443d-8ce9-2eaafaea8651 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 210 time: 0.3608203 Jun 08 06:38:17.555366 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.613459 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Notify callbacks [] for port, precommit_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.632537 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Transition to ACTIVE for port object c36ab542-2dd1-459f-a25d-a5adc23dc082 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:17.644260 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.654936 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:17.700395 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.714588 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.717052 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:17.775608 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f593da56-a910-4fd9-acb4-6becc808abf1,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:17.782096 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:17.783851 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22955a5-5e49-4447-a808-b61ef75b083e req-312e4de0-945f-4662-9d76-2628c1f4cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:17.785529 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-312e4de0-945f-4662-9d76-2628c1f4cbb0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.2692928 Jun 08 06:38:17.787916 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.790287 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2784140 Jun 08 06:38:17.793408 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42736) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:17.818399 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'floatingip': {'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:17.895136 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:17.900901 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-fea4f9fe-c72b-459b-bf34-cd19901288f1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035683 Jun 08 06:38:17.946654 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Allocated IP 172.20.0.12 (ccbb0e4a-9de4-4bd5-9f45-e2a434468c91/0a270ecc-3e7f-43ed-8716-b88a693eba0c/68f252bd-4b26-4440-9281-4abd4687ec31) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:38:17.950418 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ee0983c-a220-4cab-a1a5-67637999f490 req-9c3884a8-2ee3-4e28-b4ad-918c9ac1f855 service neutron] 10.222.0.48 "GET /v2.0/networks/f92a8efa-06e1-4929-bc5f-6f362d42c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443929 Jun 08 06:38:18.083882 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc180de-8e6f-451e-a4f1-4b832e6df1e2 None None] Pushing event updated for resources: {'Port': ['ID=c36ab542-2dd1-459f-a25d-a5adc23dc082,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:18.107709 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-7cc180de-8e6f-451e-a4f1-4b832e6df1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:18.158071 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Attempting to bind port c36ab542-2dd1-459f-a25d-a5adc23dc082 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:38:18.158456 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Attempting to bind port c36ab542-2dd1-459f-a25d-a5adc23dc082 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:38:18.161204 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Attempting to bind port c36ab542-2dd1-459f-a25d-a5adc23dc082 on network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:18.169781 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:38:18.170341 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Checking segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:18.170763 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:18.171168 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Bound using segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:38:18.171711 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Bound port: c36ab542-2dd1-459f-a25d-a5adc23dc082, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:38:18.172094 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:18.191146 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:18.347491 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42758) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:18.398821 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-26dd9f04-7aab-4c09-98a5-c6e3806619e7 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881115 Jun 08 06:38:18.463622 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Allocated IP 172.28.2.68 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/762217c3-c477-4019-a53e-b877662b6235) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:38:18.484896 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] For port c36ab542-2dd1-459f-a25d-a5adc23dc082, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:38:18.490019 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] For port c36ab542-2dd1-459f-a25d-a5adc23dc082, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c36ab542-2dd1-459f-a25d-a5adc23dc082,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:38:18.498967 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b0acd-8d1f-449f-942e-e189710c0b28 req-611ad7b5-4c52-48a8-afe0-2b5b5efb7b31 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:18.499568 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:18.506639 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-100b0acd-8d1f-449f-942e-e189710c0b28 req-611ad7b5-4c52-48a8-afe0-2b5b5efb7b31 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 944 time: 0.4539919 Jun 08 06:38:18.542426 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:18.745990 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-eeaf8d62-e953-4812-bf9d-c3a5079c2404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:18.751592 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-eeaf8d62-e953-4812-bf9d-c3a5079c2404 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=63ff5fb68a61420c885a3e617a2d0137&device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 1097 time: 0.7005687 Jun 08 06:38:18.753928 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:38:18.754583 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:37:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:18.879228 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b5044945-ad06-490d-b8e9-381aa3070821 req-aee92548-3748-4c16-90aa-07814e2ea452 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 210 time: 0.1249106 Jun 08 06:38:18.915368 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc180de-8e6f-451e-a4f1-4b832e6df1e2 None None] Pushing event updated for resources: {'Port': ['ID=c36ab542-2dd1-459f-a25d-a5adc23dc082,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:18.965780 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-7cc180de-8e6f-451e-a4f1-4b832e6df1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:18.970324 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-84cfc3bd-cf47-4207-affb-77962707b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:18.972692 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-84cfc3bd-cf47-4207-affb-77962707b34f service neutron] 10.222.0.48 "GET /v2.0/networks?id=f92a8efa-06e1-4929-bc5f-6f362d42c30a HTTP/1.1" status: 200 len: 913 time: 0.1995058 Jun 08 06:38:18.987548 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-acdc79f1-88bf-401a-b5b9-8edf3cdeabdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.100126 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.143860 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:38:19.168175 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-100b0acd-8d1f-449f-942e-e189710c0b28 req-3ea8382c-5d11-4e84-a831-73efe2150ccd tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6561012 Jun 08 06:38:19.188156 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.189496 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:19.189496 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:38:19.189496 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:38:19.189496 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:38:19.189496 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:19.189496 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:38:19.220971 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-5505a23c-e23f-4cdf-832c-10c1a02733bc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90efc708-7e15-4e24-995e-eeeb666bf152 HTTP/1.1" status: 200 len: 217 time: 0.1665730 Jun 08 06:38:19.244876 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:38:19.255185 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:19.339693 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:38:19.354199 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-acdc79f1-88bf-401a-b5b9-8edf3cdeabdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.356209 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:38:19.411026 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d22955a5-5e49-4447-a808-b61ef75b083e req-8eb96e73-4d77-4f9e-8399-70de1980886d service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0059586 Jun 08 06:38:19.433853 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-acdc79f1-88bf-401a-b5b9-8edf3cdeabdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.446075 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.528506 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:19.552371 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-f8bbd53f-14b2-4b3a-87f1-ad4092b21d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:19.555009 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-f8bbd53f-14b2-4b3a-87f1-ad4092b21d30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a6eeb2f7-fad7-4794-84ea-0f71bfcc351e HTTP/1.1" status: 200 len: 852 time: 0.3152263 Jun 08 06:38:19.648759 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-acdc79f1-88bf-401a-b5b9-8edf3cdeabdf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ec91412db264b168613ceadce7f5fc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2987716 Jun 08 06:38:19.655779 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc79f1-88bf-401a-b5b9-8edf3cdeabdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd014d61-65b0-45e4-b3b6-7adcf2373627,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:19.673745 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42804) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:19.681026 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-acdc79f1-88bf-401a-b5b9-8edf3cdeabdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:19.731005 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.744285 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-480eb7aa-04e7-40b1-a205-c9480ada6865 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f92a8efa-06e1-4929-bc5f-6f362d42c30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495097 Jun 08 06:38:19.782686 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-af5931b8-78b7-410a-ab16-d06a638b46a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.832836 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:18Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:19.842604 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329e2191-0822-4434-b04d-b4462db1cb09 None None] The sync data for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb is: [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:18Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:38:19.890921 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-af5931b8-78b7-410a-ab16-d06a638b46a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.943092 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.973815 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:19.975902 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:19.975902 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:38:19.975902 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:38:19.975902 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:38:19.975902 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:19.975902 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:38:20.024034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:38:20.025246 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:20.036195 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:38:20.053332 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:20.053999 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:20.091602 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-b37d22fb-b44c-4c77-991b-f6a41a18bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:20.093219 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-b37d22fb-b44c-4c77-991b-f6a41a18bcf2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1097 time: 0.6214859 Jun 08 06:38:20.100726 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-a38226ed-c5a5-43dc-8292-d1e92049f02c service neutron] 10.222.0.48 "GET /v2.0/networks/f92a8efa-06e1-4929-bc5f-6f362d42c30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494768 Jun 08 06:38:20.268061 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-af5931b8-78b7-410a-ab16-d06a638b46a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:20.282470 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-af5931b8-78b7-410a-ab16-d06a638b46a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:20.285625 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-af5931b8-78b7-410a-ab16-d06a638b46a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd014d61-65b0-45e4-b3b6-7adcf2373627 HTTP/1.1" status: 204 len: 168 time: 0.6063960 Jun 08 06:38:20.290078 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:20.306795 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5931b8-78b7-410a-ab16-d06a638b46a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd014d61-65b0-45e4-b3b6-7adcf2373627,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:20.318045 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-af5931b8-78b7-410a-ab16-d06a638b46a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:20.379717 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c40d46b2-ce26-4813-8123-e5019e566981 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7764919 Jun 08 06:38:20.505438 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:20.517572 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d05bf-b1a2-4fa7-a8e5-9139ac804e88 req-16b74d5c-003d-4f83-bc8a-0edc5d74a9ec tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:20.519732 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-147d05bf-b1a2-4fa7-a8e5-9139ac804e88 req-16b74d5c-003d-4f83-bc8a-0edc5d74a9ec tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 932 time: 0.1676042 Jun 08 06:38:20.520947 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:20.525220 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8e1530b9-da88-4209-b872-9887219e993f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:20.629731 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Request body: {'port': {'device_id': 'ab1cc667-7347-43f4-a527-e57abb953f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:20.645783 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42830) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:20.832547 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-147d05bf-b1a2-4fa7-a8e5-9139ac804e88 req-949578d9-29c0-4e95-925e-e2f2375358d1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678118 Jun 08 06:38:20.861893 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event updated for resources: {'Port': ['ID=762217c3-c477-4019-a53e-b877662b6235,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:20.887210 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:20.893845 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:20.898989 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-53419921-5b41-4f74-a513-7546dba35d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:20.955127 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:20.960778 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1661668 Jun 08 06:38:21.010661 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:21.058090 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-168c5d2b-c666-4b59-800c-fa83bbb34406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:21.059710 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-168c5d2b-c666-4b59-800c-fa83bbb34406 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.9575238 Jun 08 06:38:21.063335 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-de9d0424-a7e1-41e7-8553-32b16d08b9b2 req-96855b3a-3092-47d9-b3d3-49930c6e57a2 service neutron] 10.222.0.48 "GET /v2.0/networks/f92a8efa-06e1-4929-bc5f-6f362d42c30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7720275 Jun 08 06:38:21.072923 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-df62ec0a-e0b1-4f37-806b-f1945b01012f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:21.234354 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382e7c1-a57f-4681-8a04-8a8d2999103a req-30dbf6e5-986b-433d-a7e8-4f617a4745f7 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:21.236942 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c382e7c1-a57f-4681-8a04-8a8d2999103a req-30dbf6e5-986b-433d-a7e8-4f617a4745f7 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 944 time: 0.7477963 Jun 08 06:38:21.343190 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-df62ec0a-e0b1-4f37-806b-f1945b01012f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:21.349746 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-df62ec0a-e0b1-4f37-806b-f1945b01012f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:21.372484 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-bf590dfb-2fa2-4f4c-ae93-652342418ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:21.403081 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-934e9ddd-8b53-4d1d-af59-2fab86e1a313 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 200 len: 217 time: 0.2819583 Jun 08 06:38:21.431241 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62ec0a-e0b1-4f37-806b-f1945b01012f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afed5ea3-070d-408e-a8a4-f17860152ca0,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:21.460679 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-df62ec0a-e0b1-4f37-806b-f1945b01012f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:21.471393 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-df62ec0a-e0b1-4f37-806b-f1945b01012f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3c8076243944e1880e8d37164f169d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7606211 Jun 08 06:38:21.474030 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42866) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:21.499809 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42868) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:21.534552 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-74188f7f-09ce-4b2d-998c-3416cd452a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:21.563506 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-293d99b7-e6a7-4a2e-84bf-9b68c92a812f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1701002478&fields=id&tenant_id=acb06b0ea9a848189985366f026f1acf HTTP/1.1" status: 200 len: 267 time: 0.1456039 Jun 08 06:38:21.630879 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c36ab542-2dd1-459f-a25d-a5adc23dc082 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:21.651942 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c382e7c1-a57f-4681-8a04-8a8d2999103a req-52b16a39-e06f-4479-a7a3-beadf7f22876 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765678 Jun 08 06:38:21.697951 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 90efc708-7e15-4e24-995e-eeeb666bf152 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:38:21.767397 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-f63d1414-bab8-4fcf-9b1a-9f2d6fda7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:21.769184 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-f63d1414-bab8-4fcf-9b1a-9f2d6fda7303 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.3581705 Jun 08 06:38:21.773897 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-98f01ef1-888f-4be0-8750-600c24a48428 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:21.775449 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-98f01ef1-888f-4be0-8750-600c24a48428 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 816 time: 0.2012560 Jun 08 06:38:21.833134 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-4a099494-59db-4e06-84c4-3ad63e700965 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/quotas/acb06b0ea9a848189985366f026f1acf HTTP/1.1" status: 200 len: 375 time: 0.0461633 Jun 08 06:38:21.887872 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port c36ab542-2dd1-459f-a25d-a5adc23dc082 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:21.890894 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0446-39b5-4a0a-8a64-6bd7530bcdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:21.897416 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port c36ab542-2dd1-459f-a25d-a5adc23dc082 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:21.898176 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:21.905144 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-577815ea-df8e-46dd-b212-c193b993b59e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234889 Jun 08 06:38:21.964391 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0446-39b5-4a0a-8a64-6bd7530bcdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.075333 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 90efc708-7e15-4e24-995e-eeeb666bf152, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90efc708-7e15-4e24-995e-eeeb666bf152,segment=NetworkSegment(8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b),segment_id=8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:22.096296 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-cb0da3aa-91e2-4985-a9ca-f57eee8ccb87 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2499695 Jun 08 06:38:22.105436 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-74188f7f-09ce-4b2d-998c-3416cd452a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.109137 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '90efc708-7e15-4e24-995e-eeeb666bf152', 'network_id': 'f92a8efa-06e1-4929-bc5f-6f362d42c30a', 'port_id': '90efc708-7e15-4e24-995e-eeeb666bf152', 'mac_address': 'fa:16:3e:17:be:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6eeb2f7-fad7-4794-84ea-0f71bfcc351e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:38:22.134904 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-044998e0-a572-4ad9-ad86-037e96424fdd service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077315 Jun 08 06:38:22.145247 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-74188f7f-09ce-4b2d-998c-3416cd452a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.196675 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.214210 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:22.222361 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0446-39b5-4a0a-8a64-6bd7530bcdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.225517 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.246475 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8d3b0446-39b5-4a0a-8a64-6bd7530bcdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.248256 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-8d3b0446-39b5-4a0a-8a64-6bd7530bcdbb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afed5ea3-070d-408e-a8a4-f17860152ca0 HTTP/1.1" status: 204 len: 168 time: 0.7730272 Jun 08 06:38:22.256882 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90efc708-7e15-4e24-995e-eeeb666bf152 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:38:22.264659 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port c36ab542-2dd1-459f-a25d-a5adc23dc082, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c36ab542-2dd1-459f-a25d-a5adc23dc082,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:22.275533 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.282627 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-54ac0747-119d-4704-8f25-cb5bac35c6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:22.334078 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54d72e-6b45-4520-8d80-2d4617e61877 req-fbfcac68-4f44-4c46-afec-b61f13b291d5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:22.335772 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fb54d72e-6b45-4520-8d80-2d4617e61877 req-fbfcac68-4f44-4c46-afec-b61f13b291d5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 932 time: 0.1973195 Jun 08 06:38:22.358834 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 90efc708-7e15-4e24-995e-eeeb666bf152, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90efc708-7e15-4e24-995e-eeeb666bf152,segment=NetworkSegment(8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b),segment_id=8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:22.404709 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.443090 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=c36ab542-2dd1-459f-a25d-a5adc23dc082,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:22.449969 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:22.450609 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:22.473867 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-74188f7f-09ce-4b2d-998c-3416cd452a24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f02e0791b0b24d4f87a6b46d198994f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9693689 Jun 08 06:38:22.488098 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74188f7f-09ce-4b2d-998c-3416cd452a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0470c3-b480-4dd6-adfc-f2ff21cadce1,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:22.503510 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42888) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:22.520562 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-74188f7f-09ce-4b2d-998c-3416cd452a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:22.521252 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:22.542398 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b0446-39b5-4a0a-8a64-6bd7530bcdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afed5ea3-070d-408e-a8a4-f17860152ca0,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:22.546589 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8d3b0446-39b5-4a0a-8a64-6bd7530bcdbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:22.548886 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=90efc708-7e15-4e24-995e-eeeb666bf152,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:22.551328 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-b65cff19-aeac-4fa5-a3cd-80f8491cc4d2 service neutron] 10.222.0.44 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390647 Jun 08 06:38:22.556077 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fb54d72e-6b45-4520-8d80-2d4617e61877 req-4c9df1e3-3526-4a27-98ad-471fd2656dff tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974096 Jun 08 06:38:22.600629 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:22.638708 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f252bd-4b26-4440-9281-4abd4687ec31 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:38:22.650749 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d0aaf75c-c820-4b75-b127-16fe0603efed req-cf548e45-ae7f-49c5-9f5d-b72f2f201334 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564750 Jun 08 06:38:22.655699 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.678038 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Transition to ACTIVE for port object 68f252bd-4b26-4440-9281-4abd4687ec31 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:22.684843 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.700045 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:22.712166 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['90efc708-7e15-4e24-995e-eeeb666bf152'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:38:22.767121 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-8f17dacb-215c-45cf-8dec-a2780f56b3d1 service neutron] 10.222.0.44 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938746 Jun 08 06:38:22.797357 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Pushing event updated for resources: {'Port': ['ID=68f252bd-4b26-4440-9281-4abd4687ec31,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:22.872949 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7001bad7-571b-415c-bebc-176b04a2185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.897461 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:22.941628 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7001bad7-571b-415c-bebc-176b04a2185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.076908 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7001bad7-571b-415c-bebc-176b04a2185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.080299 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7001bad7-571b-415c-bebc-176b04a2185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.082145 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-7001bad7-571b-415c-bebc-176b04a2185a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa0470c3-b480-4dd6-adfc-f2ff21cadce1 HTTP/1.1" status: 204 len: 168 time: 0.5770795 Jun 08 06:38:23.083189 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:23.126304 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001bad7-571b-415c-bebc-176b04a2185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0470c3-b480-4dd6-adfc-f2ff21cadce1,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:23.135982 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7001bad7-571b-415c-bebc-176b04a2185a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:23.158605 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:23.176432 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42918) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:23.219861 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce47adc5-e1cd-4045-81a3-842f68a92af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.374149 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Attempting to bind port 68f252bd-4b26-4440-9281-4abd4687ec31 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:38:23.374525 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Attempting to bind port 68f252bd-4b26-4440-9281-4abd4687ec31 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:38:23.374826 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Attempting to bind port 68f252bd-4b26-4440-9281-4abd4687ec31 on network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:23.384254 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Port 68f252bd-4b26-4440-9281-4abd4687ec31 on network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:38:23.385197 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Attempting to bind port 68f252bd-4b26-4440-9281-4abd4687ec31 on network ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:23.392502 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:38:23.392842 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Checking segment: {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:23.393239 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Bound using segment: {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:38:23.393684 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Bound port: 68f252bd-4b26-4440-9281-4abd4687ec31, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d687e05-97cb-48ea-a3eb-cc117dc8544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:38:23.394040 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.503041 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b63933-884f-4524-a298-83c9de0764b9 req-5ac38b4b-f270-4f84-925d-e414cdce14b1 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:23.521423 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-04b63933-884f-4524-a298-83c9de0764b9 req-5ac38b4b-f270-4f84-925d-e414cdce14b1 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 945 time: 0.3692248 Jun 08 06:38:23.535493 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d383f0fa-a8bb-47cc-82bd-0ead441db6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.636782 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c36ab542-2dd1-459f-a25d-a5adc23dc082 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:23.646605 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 42936) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:23.705438 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-04b63933-884f-4524-a298-83c9de0764b9 req-e13e87f6-1f48-4210-9c92-ec0d031db463 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828527 Jun 08 06:38:23.707599 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce47adc5-e1cd-4045-81a3-842f68a92af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.709485 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 5d633234-8d2d-4f08-b66d-e3751a55a660 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:38:23.730346 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f8da4adc-efaa-44c7-9ea4-807fa3f64a54 req-7e7db7f8-8559-4b2f-8887-1a21d86462b3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 210 time: 0.4144497 Jun 08 06:38:23.735133 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce47adc5-e1cd-4045-81a3-842f68a92af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.767908 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-74188f7f-09ce-4b2d-998c-3416cd452a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:23.784615 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] For port 68f252bd-4b26-4440-9281-4abd4687ec31, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:38:23.795235 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] For port 68f252bd-4b26-4440-9281-4abd4687ec31, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=68f252bd-4b26-4440-9281-4abd4687ec31,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:38:23.805852 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:23.840235 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:23.858528 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-ce47adc5-e1cd-4045-81a3-842f68a92af7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=37f1307c67d84e7ea615fbbdc3932a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6804883 Jun 08 06:38:23.860349 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 42942) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:23.863639 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47adc5-e1cd-4045-81a3-842f68a92af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b0973-79b5-4bfb-87d2-684b9d586f10,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:23.879766 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ce47adc5-e1cd-4045-81a3-842f68a92af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:24.034377 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-716dfba2-2aaa-4f2a-b92d-664f2fc759a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.080150 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:24.084043 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.086526 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] 10.222.0.48 "PUT /v2.0/ports/68f252bd-4b26-4440-9281-4abd4687ec31 HTTP/1.1" status: 200 len: 1094 time: 3.5876536 Jun 08 06:38:24.102213 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-716dfba2-2aaa-4f2a-b92d-664f2fc759a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.111384 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1cc667-7347-43f4-a527-e57abb953f72', 'tag': '68f252bd-4b26-4440-9281-4abd4687ec31'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:24.122086 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1cc667-7347-43f4-a527-e57abb953f72", "tag": "68f252bd-4b26-4440-9281-4abd4687ec31"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:24.170034 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 5d633234-8d2d-4f08-b66d-e3751a55a660, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d633234-8d2d-4f08-b66d-e3751a55a660,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:24.205177 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-716dfba2-2aaa-4f2a-b92d-664f2fc759a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.208647 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '5d633234-8d2d-4f08-b66d-e3751a55a660', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'port_id': '5d633234-8d2d-4f08-b66d-e3751a55a660', 'mac_address': 'fa:16:3e:8f:fb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:38:24.208893 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-716dfba2-2aaa-4f2a-b92d-664f2fc759a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.213147 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-716dfba2-2aaa-4f2a-b92d-664f2fc759a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c92b0973-79b5-4bfb-87d2-684b9d586f10 HTTP/1.1" status: 204 len: 168 time: 0.3485143 Jun 08 06:38:24.213147 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:24.227629 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dfba2-2aaa-4f2a-b92d-664f2fc759a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b0973-79b5-4bfb-87d2-684b9d586f10,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:24.230411 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-716dfba2-2aaa-4f2a-b92d-664f2fc759a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:24.231748 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port c36ab542-2dd1-459f-a25d-a5adc23dc082 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:24.232722 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.258781 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f502f0-d012-42fe-a0e2-b6520199933e x-openstack-request-id: req-c2f502f0-d012-42fe-a0e2-b6520199933e {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:24.259363 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1cc667-7347-43f4-a527-e57abb953f72", "tag": "68f252bd-4b26-4440-9281-4abd4687ec31", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:24.271851 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2f502f0-d012-42fe-a0e2-b6520199933e {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:24.272550 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1cc667-7347-43f4-a527-e57abb953f72', 'tag': '68f252bd-4b26-4440-9281-4abd4687ec31', 'status': 'completed', 'code': 200} Jun 08 06:38:24.288256 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c635a8d9-14eb-4f21-bcf3-daef9ee48e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.338315 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Pushing event updated for resources: {'Port': ['ID=68f252bd-4b26-4440-9281-4abd4687ec31,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:24.341532 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:24.387113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.415253 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d633234-8d2d-4f08-b66d-e3751a55a660 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:38:24.536477 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 5d633234-8d2d-4f08-b66d-e3751a55a660, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d633234-8d2d-4f08-b66d-e3751a55a660,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:24.542037 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973f20b-a0ea-417b-ba80-b3565ca27f9b req-97a370ee-fb39-4ee8-8c5e-989726a5b991 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:24.543591 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8973f20b-a0ea-417b-ba80-b3565ca27f9b req-97a370ee-fb39-4ee8-8c5e-989726a5b991 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 944 time: 0.5541923 Jun 08 06:38:24.564754 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:24.570451 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-96388a0e-ac83-48d4-bebe-b7bbb2e10264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:24.573907 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-0be6f71c-d7ee-442c-b992-88ad481c44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:24.575428 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-0be6f71c-d7ee-442c-b992-88ad481c44b0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 1097 time: 0.4306164 Jun 08 06:38:24.681885 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-5eeed86a-d312-4836-95e8-59298e32f1e0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f252bd-4b26-4440-9281-4abd4687ec31 HTTP/1.1" status: 200 len: 217 time: 0.0953856 Jun 08 06:38:24.704477 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8973f20b-a0ea-417b-ba80-b3565ca27f9b req-a9093235-9823-4cb0-915b-9752d9aa9c05 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533411 Jun 08 06:38:24.774977 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=5d633234-8d2d-4f08-b66d-e3751a55a660,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:24.789694 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:24.825257 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['5d633234-8d2d-4f08-b66d-e3751a55a660'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:38:25.004627 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c635a8d9-14eb-4f21-bcf3-daef9ee48e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:25.023068 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-15f02cc4-bb91-40c1-9f06-b6db5347537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:25.037862 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-15f02cc4-bb91-40c1-9f06-b6db5347537a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.3320358 Jun 08 06:38:25.040514 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c635a8d9-14eb-4f21-bcf3-daef9ee48e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:25.069686 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:25.091921 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:25.105454 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b679c-8b2a-45c9-9d5a-f21e75afe377 req-bb1344a7-58ab-4c9b-8e39-6589035e0ae7 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:25.118429 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-510b679c-8b2a-45c9-9d5a-f21e75afe377 req-bb1344a7-58ab-4c9b-8e39-6589035e0ae7 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 945 time: 0.2255008 Jun 08 06:38:25.298062 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-510b679c-8b2a-45c9-9d5a-f21e75afe377 req-4929b7b1-ed01-4504-a2d6-32a87844370f tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723046 Jun 08 06:38:25.356718 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-2608a4f6-fdc0-49e0-8a73-51b363cfbbb9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3086107 Jun 08 06:38:25.371390 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7c858334-2711-4b7a-830a-4290dd64a083 req-827e71e8-f9d4-49c7-b3a0-77d1afb27a23 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 210 time: 0.2822561 Jun 08 06:38:25.472046 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635a8d9-14eb-4f21-bcf3-daef9ee48e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938a9e2c-a33a-451f-a64d-27af974a8e42,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:25.491039 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-c635a8d9-14eb-4f21-bcf3-daef9ee48e2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b022a88493d84cd4b49a263324b1e90f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8370106 Jun 08 06:38:25.494255 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43002) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:25.564324 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c635a8d9-14eb-4f21-bcf3-daef9ee48e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:25.668517 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 90efc708-7e15-4e24-995e-eeeb666bf152 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:25.800432 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c5010016-a0c1-453c-be75-fa2ba02fea28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:25.844679 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-c2b36e67-1c3c-48cf-89c7-07c91b5b5f2e service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704897 Jun 08 06:38:25.861059 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-7a42f539-3ef8-41cb-a4a3-8d5416475b6b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:25.867695 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-7a42f539-3ef8-41cb-a4a3-8d5416475b6b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 816 time: 0.6300399 Jun 08 06:38:25.869270 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 90efc708-7e15-4e24-995e-eeeb666bf152 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:25.876854 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 90efc708-7e15-4e24-995e-eeeb666bf152 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:25.877680 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:25.881518 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c5010016-a0c1-453c-be75-fa2ba02fea28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:25.986188 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c5010016-a0c1-453c-be75-fa2ba02fea28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:25.998702 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c5010016-a0c1-453c-be75-fa2ba02fea28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:26.000498 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c5010016-a0c1-453c-be75-fa2ba02fea28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/938a9e2c-a33a-451f-a64d-27af974a8e42 HTTP/1.1" status: 204 len: 168 time: 0.5040581 Jun 08 06:38:26.001925 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-63fa7e04-0b6d-431a-9154-0f8a57a3ec2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:26.018576 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5010016-a0c1-453c-be75-fa2ba02fea28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938a9e2c-a33a-451f-a64d-27af974a8e42,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:26.091633 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c5010016-a0c1-453c-be75-fa2ba02fea28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:26.135577 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-199f40c7-c795-4fbe-a300-f647cfea1b23 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb06b0ea9a848189985366f026f1acf HTTP/1.1" status: 200 len: 380 time: 0.2360420 Jun 08 06:38:26.172116 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'port': {'device_id': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'admin_state_up': True, 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'security_groups': ['edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd']}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:26.187811 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:26.207344 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04621fe7-d7e0-4c74-8ad2-53ae2ae0dc7c req-6ca68d16-f055-412c-b299-d84663adaadc tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:26.217904 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-04621fe7-d7e0-4c74-8ad2-53ae2ae0dc7c req-6ca68d16-f055-412c-b299-d84663adaadc tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 944 time: 0.1928976 Jun 08 06:38:26.249444 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386872df-0b37-4776-9391-64a7fc8563f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90efc708-7e15-4e24-995e-eeeb666bf152'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:26.284605 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-04621fe7-d7e0-4c74-8ad2-53ae2ae0dc7c req-b47504a1-d322-42e5-a508-1623ab8fdf67 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657904 Jun 08 06:38:26.353769 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-19bb8be0-e6a4-4785-8b5d-66e35350cd1a req-64f3902b-8eac-4102-96ad-3aeb86655aa9 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822381 Jun 08 06:38:26.392696 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 90efc708-7e15-4e24-995e-eeeb666bf152, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90efc708-7e15-4e24-995e-eeeb666bf152,segment=NetworkSegment(8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b),segment_id=8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:26.406006 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:26.410331 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-6941f9a3-99b2-42e2-88b0-64d7df6a7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:26.609048 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Made reservation on behalf of acb06b0ea9a848189985366f026f1acf for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:38:26.614104 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:26.636076 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:26.646423 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=90efc708-7e15-4e24-995e-eeeb666bf152,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:26.659124 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:26.763380 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0b6b34b2-1ee8-4779-8feb-601cd5936c69 req-2ea6d412-e8cc-4552-ae80-0caf3fe9185b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 210 time: 0.0971246 Jun 08 06:38:26.865654 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-f16a72b5-92e4-42ea-b2ed-e2aa6c3f85a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:26.867411 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-f16a72b5-92e4-42ea-b2ed-e2aa6c3f85a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 1097 time: 0.4241910 Jun 08 06:38:26.916038 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dad866-1dd2-4d61-95dd-67eac987830a" -d '{"events": [{"server_uuid": "386872df-0b37-4776-9391-64a7fc8563f8", "name": "network-vif-plugged", "status": "completed", "tag": "90efc708-7e15-4e24-995e-eeeb666bf152"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:27.140704 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Allocated IP 172.20.0.9 (3c32b2e8-ca79-46e5-a9bd-e53e75032713/7cda2147-b618-4a7c-bac7-9feee8455c61/588cd23f-a493-4464-ad16-aa646fe12fd9) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:38:27.193928 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a868d7-1c73-4d67-8efe-b096792758c2 req-26487c66-0f29-4fd4-8fd5-d205c47b4856 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:27.202100 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a2a868d7-1c73-4d67-8efe-b096792758c2 req-26487c66-0f29-4fd4-8fd5-d205c47b4856 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 946 time: 0.6362512 Jun 08 06:38:27.285501 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-8259efb9-ed31-40e8-b059-0f29fa41fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:27.287367 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-8259efb9-ed31-40e8-b059-0f29fa41fd63 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.3776927 Jun 08 06:38:27.403588 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a2a868d7-1c73-4d67-8efe-b096792758c2 req-bede3841-5eee-47f1-bc9d-d048c983eba4 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981494 Jun 08 06:38:27.453567 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-e66a92f6-738a-47c2-a275-14905c3147c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f252bd-4b26-4440-9281-4abd4687ec31 HTTP/1.1" status: 200 len: 217 time: 0.1483021 Jun 08 06:38:27.457014 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8170c69e-213a-4d0a-80c5-015ae53aacd7 x-openstack-request-id: req-8170c69e-213a-4d0a-80c5-015ae53aacd7 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:27.457314 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386872df-0b37-4776-9391-64a7fc8563f8", "name": "network-vif-plugged", "status": "completed", "tag": "90efc708-7e15-4e24-995e-eeeb666bf152", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:27.457867 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8170c69e-213a-4d0a-80c5-015ae53aacd7 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:27.458252 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386872df-0b37-4776-9391-64a7fc8563f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90efc708-7e15-4e24-995e-eeeb666bf152', 'code': 200} Jun 08 06:38:27.667979 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 5d633234-8d2d-4f08-b66d-e3751a55a660 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:27.699109 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-aeb3a832-779b-413f-975a-8eb3a990631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:27.705384 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-aeb3a832-779b-413f-975a-8eb3a990631c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.0924263 Jun 08 06:38:27.931019 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 5d633234-8d2d-4f08-b66d-e3751a55a660 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:27.951417 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-6acbe346-bba7-4990-bcb2-78994b8f61b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142704 Jun 08 06:38:27.963102 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 5d633234-8d2d-4f08-b66d-e3751a55a660 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:27.963839 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:28.195525 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c940a0d2-b89b-4bdc-ba31-bdeebaeab0dd req-9805160c-c72d-437f-ad9d-e41a5682dd37 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 210 time: 0.0815423 Jun 08 06:38:28.302296 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:28.346698 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:28.406224 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 5d633234-8d2d-4f08-b66d-e3751a55a660, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d633234-8d2d-4f08-b66d-e3751a55a660,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:28.418855 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:28.421899 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:28.466632 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Transition to ACTIVE for port object 588cd23f-a493-4464-ad16-aa646fe12fd9 will not be triggered until provisioned by entity DHCP. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:28.526083 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73029f89-2e05-45a6-8e8f-668d5685c3db req-c456dd6e-9c32-4792-8ddf-7b3c24737c06 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:28.534446 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-73029f89-2e05-45a6-8e8f-668d5685c3db req-c456dd6e-9c32-4792-8ddf-7b3c24737c06 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 944 time: 0.8195469 Jun 08 06:38:28.587479 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168c780-9eb5-4550-b106-9bbf1e4a66a2 req-ec519391-42fb-4f3d-937b-e7584d6ea3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:28.590184 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3168c780-9eb5-4550-b106-9bbf1e4a66a2 req-ec519391-42fb-4f3d-937b-e7584d6ea3bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 1099 time: 0.6332660 Jun 08 06:38:28.595990 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-71bb2d26-0074-4b67-ab2a-8969f118feed service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289999 Jun 08 06:38:28.630388 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=5d633234-8d2d-4f08-b66d-e3751a55a660,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:28.647415 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:28.741625 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283a683-150b-4c8a-9622-f931382cd11b req-f7e1d823-32be-4257-913d-fa232d94af84 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:28.758523 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b283a683-150b-4c8a-9622-f931382cd11b req-f7e1d823-32be-4257-913d-fa232d94af84 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 946 time: 0.1788349 Jun 08 06:38:28.766502 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-3168c780-9eb5-4550-b106-9bbf1e4a66a2 req-d812782a-70f0-47a0-9ac1-69c57bc772a8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:28.823291 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-73029f89-2e05-45a6-8e8f-668d5685c3db req-89e3473c-1100-4963-a4d5-cb0e3d19f320 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872026 Jun 08 06:38:28.871086 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b283a683-150b-4c8a-9622-f931382cd11b req-e3fa392f-712a-4530-bbc4-62fe1b24b9b2 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109171 Jun 08 06:38:28.880750 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:28.895578 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:28.895578 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:38:28.895578 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:38:28.895578 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:38:28.895578 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:38:28.895578 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:38:28.978442 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:38:28.985458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:28.988445 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:38:28.994438 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:28.995100 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:29.017296 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc9019e4-9a75-4ed6-9b3c-e01a9f24b1f3 req-5cba3795-e6f4-48a3-883a-8456320f93c4 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092541 Jun 08 06:38:29.131975 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-3168c780-9eb5-4550-b106-9bbf1e4a66a2 req-d812782a-70f0-47a0-9ac1-69c57bc772a8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:29.139244 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-3168c780-9eb5-4550-b106-9bbf1e4a66a2 req-d812782a-70f0-47a0-9ac1-69c57bc772a8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:29.152234 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-994228fb-e3fb-4815-9137-4b01543053cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:29.166167 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-6062e4a7-801c-4a92-8a94-1d3e2c5404eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0222757 Jun 08 06:38:29.177682 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3168c780-9eb5-4550-b106-9bbf1e4a66a2 req-d812782a-70f0-47a0-9ac1-69c57bc772a8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676658 Jun 08 06:38:29.187808 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Request body: {'port': {'device_id': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:29.264701 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812782a-70f0-47a0-9ac1-69c57bc772a8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ccae997a-761f-4b9c-b7ae-bb11d53dccd3,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:29.269097 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d812782a-70f0-47a0-9ac1-69c57bc772a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:29.358738 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:29.400667 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-dbb48e2f-774d-4f99-b232-4ba8870a5dea None None] Provisioning for port 588cd23f-a493-4464-ad16-aa646fe12fd9 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:29.412151 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-dbb48e2f-774d-4f99-b232-4ba8870a5dea None None] Provisioning complete for port 588cd23f-a493-4464-ad16-aa646fe12fd9 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:29.414603 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-dbb48e2f-774d-4f99-b232-4ba8870a5dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:29.470989 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203cf36f-2418-4156-9527-6c088e74c50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d633234-8d2d-4f08-b66d-e3751a55a660'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:29.479155 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a0ce00-bece-4270-b4bd-57d5f4313f54" -d '{"events": [{"server_uuid": "203cf36f-2418-4156-9527-6c088e74c50c", "name": "network-vif-plugged", "status": "completed", "tag": "5d633234-8d2d-4f08-b66d-e3751a55a660"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:29.504884 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-dbb48e2f-774d-4f99-b232-4ba8870a5dea None None] Port 588cd23f-a493-4464-ad16-aa646fe12fd9 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:38:29.564718 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7730614a-4601-4ae2-ae2e-d316ba74f296 x-openstack-request-id: req-7730614a-4601-4ae2-ae2e-d316ba74f296 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:29.565071 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203cf36f-2418-4156-9527-6c088e74c50c", "name": "network-vif-plugged", "status": "completed", "tag": "5d633234-8d2d-4f08-b66d-e3751a55a660", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:29.565417 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7730614a-4601-4ae2-ae2e-d316ba74f296 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:29.565825 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203cf36f-2418-4156-9527-6c088e74c50c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d633234-8d2d-4f08-b66d-e3751a55a660', 'code': 200} Jun 08 06:38:29.682074 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 68f252bd-4b26-4440-9281-4abd4687ec31 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:38:30.082643 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 68f252bd-4b26-4440-9281-4abd4687ec31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=68f252bd-4b26-4440-9281-4abd4687ec31,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:30.128204 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '68f252bd-4b26-4440-9281-4abd4687ec31', 'network_id': 'ccbb0e4a-9de4-4bd5-9f45-e2a434468c91', 'port_id': '68f252bd-4b26-4440-9281-4abd4687ec31', 'mac_address': 'fa:16:3e:23:db:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a270ecc-3e7f-43ed-8716-b88a693eba0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:38:30.234997 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43204) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:30.250919 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:30.273664 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f252bd-4b26-4440-9281-4abd4687ec31 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:38:30.302881 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 68f252bd-4b26-4440-9281-4abd4687ec31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=68f252bd-4b26-4440-9281-4abd4687ec31,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:30.310828 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:30.312112 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03a0db-8c0b-427f-8da3-a2eb26a0fb2b req-ea1ac32b-19c9-413f-9ed8-3d509b8b518e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:30.312693 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:30.313672 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ce03a0db-8c0b-427f-8da3-a2eb26a0fb2b req-ea1ac32b-19c9-413f-9ed8-3d509b8b518e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 944 time: 0.1958840 Jun 08 06:38:30.317941 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028403fe-a99e-4478-9e6e-f37dc610a2b9 req-2d0437eb-03e8-44fa-8376-111276febe15 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:30.320434 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-028403fe-a99e-4478-9e6e-f37dc610a2b9 req-2d0437eb-03e8-44fa-8376-111276febe15 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 931 time: 0.9036438 Jun 08 06:38:30.420075 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ce03a0db-8c0b-427f-8da3-a2eb26a0fb2b req-cc93e34f-c6d4-4ee9-a952-6b23da5a5970 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811729 Jun 08 06:38:30.425787 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-028403fe-a99e-4478-9e6e-f37dc610a2b9 req-c4350b48-d54b-4a49-8634-c02d67466479 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795193 Jun 08 06:38:30.498950 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1754c6d-00df-4863-9c42-33c631c8fbd4 req-2fac71b0-5fb9-42c7-b65e-d43bac2c8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:30.501024 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b1754c6d-00df-4863-9c42-33c631c8fbd4 req-2fac71b0-5fb9-42c7-b65e-d43bac2c8c6f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1099 time: 0.2668679 Jun 08 06:38:30.542657 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=68f252bd-4b26-4440-9281-4abd4687ec31,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:30.547386 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:30.634542 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-536a3abc-9c59-43e7-812f-ddf81fb58296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:30.649121 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['68f252bd-4b26-4440-9281-4abd4687ec31'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:38:30.756164 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e2ffa-78aa-4b4d-86d0-e7c4cbd340ad req-7b1a49a2-6f89-4e7a-bee7-dedf09926286 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:30.759925 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a35e2ffa-78aa-4b4d-86d0-e7c4cbd340ad req-7b1a49a2-6f89-4e7a-bee7-dedf09926286 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 946 time: 0.1304154 Jun 08 06:38:30.860965 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588cd23f-a493-4464-ad16-aa646fe12fd9 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:38:30.875409 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a35e2ffa-78aa-4b4d-86d0-e7c4cbd340ad req-e36116d9-94e8-4e8c-a708-a04af90aa551 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057773 Jun 08 06:38:30.879529 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b1754c6d-00df-4863-9c42-33c631c8fbd4 req-578702d6-91db-42d3-b969-94098b6588b5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597710 Jun 08 06:38:30.892983 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:30.922405 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Transition to ACTIVE for port object 588cd23f-a493-4464-ad16-aa646fe12fd9 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:38:30.930802 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:30.945386 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:31.111733 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-536a3abc-9c59-43e7-812f-ddf81fb58296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.123294 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-536a3abc-9c59-43e7-812f-ddf81fb58296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.134990 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:31.174469 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:31.175249 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c635a8d9-14eb-4f21-bcf3-daef9ee48e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:31.245714 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43224) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:31.260543 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a3abc-9c59-43e7-812f-ddf81fb58296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43509334-e104-42cd-81fe-2710c5cb601d,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:31.279335 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-536a3abc-9c59-43e7-812f-ddf81fb58296 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=764d009948d14808981931ecd389190e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0223041 Jun 08 06:38:31.279335 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Attempting to bind port 588cd23f-a493-4464-ad16-aa646fe12fd9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:38:31.279335 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Attempting to bind port 588cd23f-a493-4464-ad16-aa646fe12fd9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:38:31.279335 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Attempting to bind port 588cd23f-a493-4464-ad16-aa646fe12fd9 on network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:31.279994 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43228) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:31.282798 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-536a3abc-9c59-43e7-812f-ddf81fb58296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:31.284698 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Port 588cd23f-a493-4464-ad16-aa646fe12fd9 on network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:38:31.285019 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Attempting to bind port 588cd23f-a493-4464-ad16-aa646fe12fd9 on network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:38:31.290903 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:38:31.291240 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Checking segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:31.291619 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Bound using segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:38:31.292080 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Bound port: 588cd23f-a493-4464-ad16-aa646fe12fd9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:38:31.292430 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.397684 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ed1250d8-1cb5-4e79-8cc8-f178718d8ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.437390 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ed1250d8-1cb5-4e79-8cc8-f178718d8ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.481993 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-bd6378a6-6351-446e-a8ae-de59f9d53312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.495240 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:38:31.500646 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:38:31.509073 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.516690 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-1b6aefeb-11d1-43c0-912c-e7f3f2e33b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:31.596258 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ed1250d8-1cb5-4e79-8cc8-f178718d8ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.602081 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ed1250d8-1cb5-4e79-8cc8-f178718d8ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.603337 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-ed1250d8-1cb5-4e79-8cc8-f178718d8ebd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43509334-e104-42cd-81fe-2710c5cb601d HTTP/1.1" status: 204 len: 168 time: 0.3219311 Jun 08 06:38:31.605643 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-af5931b8-78b7-410a-ab16-d06a638b46a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:31.649766 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1250d8-1cb5-4e79-8cc8-f178718d8ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43509334-e104-42cd-81fe-2710c5cb601d,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:31.653561 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ed1250d8-1cb5-4e79-8cc8-f178718d8ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:31.722218 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 68f252bd-4b26-4440-9281-4abd4687ec31 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:31.727462 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:31.728528 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:31.734023 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] 10.222.0.48 "PUT /v2.0/ports/588cd23f-a493-4464-ad16-aa646fe12fd9 HTTP/1.1" status: 200 len: 1093 time: 2.5565686 Jun 08 06:38:31.734552 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:31.756309 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afb9d52-7714-4060-9b67-d0e827453f90" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:31.978986 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 68f252bd-4b26-4440-9281-4abd4687ec31 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:31.989591 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 68f252bd-4b26-4440-9281-4abd4687ec31 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:31.989979 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.136295 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:32.146462 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:32.163515 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-bd6378a6-6351-446e-a8ae-de59f9d53312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.171019 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-bd6378a6-6351-446e-a8ae-de59f9d53312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.206270 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f54ee-4245-4eaa-ab46-c707905610d4 req-9f657b2f-a5c5-425e-bc46-3aaebea9b1c9 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:32.208268 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d68f54ee-4245-4eaa-ab46-c707905610d4 req-9f657b2f-a5c5-425e-bc46-3aaebea9b1c9 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 945 time: 0.4308178 Jun 08 06:38:32.208709 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d36f772f-05a6-4fbd-b6f5-60f31632bb76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:32.215290 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-3e057581-6a81-47ef-af78-9a5cde3cfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:32.217340 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-3e057581-6a81-47ef-af78-9a5cde3cfa50 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 1096 time: 0.2238586 Jun 08 06:38:32.219913 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-bd6378a6-6351-446e-a8ae-de59f9d53312 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2ab3478e0d84419b2a3df435e28202c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9727218 Jun 08 06:38:32.222987 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.233402 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d48ce-849f-43ac-bf68-2a3354eb8b09 req-ae8cd7e5-b807-4f1b-b1b1-9f7f89ce713b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:32.235185 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7a6d48ce-849f-43ac-bf68-2a3354eb8b09 req-ae8cd7e5-b807-4f1b-b1b1-9f7f89ce713b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.5090795 Jun 08 06:38:32.235689 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43262) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:32.280279 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 68f252bd-4b26-4440-9281-4abd4687ec31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=68f252bd-4b26-4440-9281-4abd4687ec31,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:32.283559 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1cc667-7347-43f4-a527-e57abb953f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f252bd-4b26-4440-9281-4abd4687ec31'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:32.286149 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c747c01-3d34-4866-9c01-b0300da8d351" -d '{"events": [{"server_uuid": "ab1cc667-7347-43f4-a527-e57abb953f72", "name": "network-vif-plugged", "status": "completed", "tag": "68f252bd-4b26-4440-9281-4abd4687ec31"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:32.293315 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.297076 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:32.338558 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d68f54ee-4245-4eaa-ab46-c707905610d4 req-01e15a4c-7ced-45a1-8c24-05ade7b40bab tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199570 Jun 08 06:38:32.340786 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-e3bd3a16-4cb0-48fd-8dba-4945a1d5255c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588cd23f-a493-4464-ad16-aa646fe12fd9 HTTP/1.1" status: 200 len: 217 time: 0.0861461 Jun 08 06:38:32.369869 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e6131e89-7250-4a03-8388-1c183c78516d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.402729 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e6131e89-7250-4a03-8388-1c183c78516d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.442358 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=68f252bd-4b26-4440-9281-4abd4687ec31,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:32.455149 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:32.478596 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43270) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:32.482048 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6378a6-6351-446e-a8ae-de59f9d53312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d6afb9-8d00-4aab-8f7f-1e473b159ed5,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:32.485269 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-bd6378a6-6351-446e-a8ae-de59f9d53312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:32.488922 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e6131e89-7250-4a03-8388-1c183c78516d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.493002 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e6131e89-7250-4a03-8388-1c183c78516d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.494867 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e6131e89-7250-4a03-8388-1c183c78516d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5d6afb9-8d00-4aab-8f7f-1e473b159ed5 HTTP/1.1" status: 204 len: 168 time: 0.2548065 Jun 08 06:38:32.497408 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b4280921-318c-41fe-a3b2-15cc5f7585c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:32.502691 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f632c794-1c8b-4ef6-8a41-69c47c744820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.528079 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ad72b820-6af7-4398-95e9-cc5567ad8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:32.529538 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-ad72b820-6af7-4398-95e9-cc5567ad8e8f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.1812601 Jun 08 06:38:32.579447 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7a6d48ce-849f-43ac-bf68-2a3354eb8b09 req-3ae4de0c-6cb8-4185-ac30-7d4b24299f0d tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664874 Jun 08 06:38:32.579447 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6131e89-7250-4a03-8388-1c183c78516d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d6afb9-8d00-4aab-8f7f-1e473b159ed5,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:32.580035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b82d6e-93ef-46ad-a433-c7bedb998b1e x-openstack-request-id: req-06b82d6e-93ef-46ad-a433-c7bedb998b1e {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:32.580035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:32.580035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06b82d6e-93ef-46ad-a433-c7bedb998b1e {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:32.580035 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'status': 'completed', 'code': 200} Jun 08 06:38:32.589908 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e6131e89-7250-4a03-8388-1c183c78516d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:32.703253 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-a4dad2e5-8346-4319-9e3c-b6f50b752aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:32.704808 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-a4dad2e5-8346-4319-9e3c-b6f50b752aa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1678824 Jun 08 06:38:32.740971 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02c3aa5-3e69-4530-8b58-6b66ed779281 x-openstack-request-id: req-d02c3aa5-3e69-4530-8b58-6b66ed779281 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:32.741705 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1cc667-7347-43f4-a527-e57abb953f72", "name": "network-vif-plugged", "status": "completed", "tag": "68f252bd-4b26-4440-9281-4abd4687ec31", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:32.742209 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d02c3aa5-3e69-4530-8b58-6b66ed779281 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:32.742536 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1cc667-7347-43f4-a527-e57abb953f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f252bd-4b26-4440-9281-4abd4687ec31', 'code': 200} Jun 08 06:38:32.977649 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f632c794-1c8b-4ef6-8a41-69c47c744820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:32.993114 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f632c794-1c8b-4ef6-8a41-69c47c744820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.026100 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:33.034680 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43290) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:33.068093 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ab41e5ac-a600-4d34-9dab-d2894cfd6b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.100859 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f632c794-1c8b-4ef6-8a41-69c47c744820 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b577f7254de4e7bb9b2d803d5985a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6206739 Jun 08 06:38:33.107568 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43294) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:33.111206 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-5400e580-330d-479b-9f2c-1d8b50c32170 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937690 Jun 08 06:38:33.113706 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f632c794-1c8b-4ef6-8a41-69c47c744820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7668490-7cda-41d2-9016-8685a43646ba,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:33.125156 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626232ab-4cd1-4b2b-977d-66e2ef4cc5d6 req-2b185901-ef48-42fb-8c94-49f4dac7fe60 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:33.132326 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-626232ab-4cd1-4b2b-977d-66e2ef4cc5d6 req-2b185901-ef48-42fb-8c94-49f4dac7fe60 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 946 time: 0.4136994 Jun 08 06:38:33.134458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f632c794-1c8b-4ef6-8a41-69c47c744820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:33.242991 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-475ef27c-7d43-4929-b3fe-e12840983ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.294715 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-475ef27c-7d43-4929-b3fe-e12840983ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.344564 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d173ba2-0e58-46e1-bdd4-eab9ea4759f8 req-7cb3aa9e-fcee-4cd7-a8bc-f04dee0e5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:33.346252 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d173ba2-0e58-46e1-bdd4-eab9ea4759f8 req-7cb3aa9e-fcee-4cd7-a8bc-f04dee0e5168 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 1099 time: 0.4119251 Jun 08 06:38:33.350493 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ab41e5ac-a600-4d34-9dab-d2894cfd6b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.358095 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ab41e5ac-a600-4d34-9dab-d2894cfd6b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.367935 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:33.402938 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-626232ab-4cd1-4b2b-977d-66e2ef4cc5d6 req-5d9fea6b-fcc3-474b-8c82-f669b49227ee tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695317 Jun 08 06:38:33.422739 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-ab41e5ac-a600-4d34-9dab-d2894cfd6b91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26eb57d477764c16883909236c04fc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867207 Jun 08 06:38:33.426124 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41e5ac-a600-4d34-9dab-d2894cfd6b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0487e448-1d4a-41d2-b657-84a1cbe78e80,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:33.426492 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43306) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:33.430578 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ab41e5ac-a600-4d34-9dab-d2894cfd6b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:33.432404 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-475ef27c-7d43-4929-b3fe-e12840983ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.435721 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-475ef27c-7d43-4929-b3fe-e12840983ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.440896 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-475ef27c-7d43-4929-b3fe-e12840983ea5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7668490-7cda-41d2-9016-8685a43646ba HTTP/1.1" status: 204 len: 168 time: 0.3321054 Jun 08 06:38:33.442637 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:33.455838 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ef27c-7d43-4929-b3fe-e12840983ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7668490-7cda-41d2-9016-8685a43646ba,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:33.458532 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-475ef27c-7d43-4929-b3fe-e12840983ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:33.558965 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-270e10b3-c3ce-4e51-881f-ee21d6739e8f req-bb9078b7-84a5-435d-b07b-b00953b89b02 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227371 Jun 08 06:38:33.563911 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d173ba2-0e58-46e1-bdd4-eab9ea4759f8 req-98680739-16a5-461d-9aae-da4d73d6de27 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077858 Jun 08 06:38:33.667147 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76169968-8f01-4628-9f8a-3d2ff3d480ca req-bf82c6dc-79d6-45a0-a875-0b0b1db729d8 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:33.676198 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-76169968-8f01-4628-9f8a-3d2ff3d480ca req-bf82c6dc-79d6-45a0-a875-0b0b1db729d8 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1551774 Jun 08 06:38:33.726810 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c64b2aa3-94be-4f82-9f02-cb4e81ea2e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.751573 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-76169968-8f01-4628-9f8a-3d2ff3d480ca req-3300ab82-6ad2-4ec9-944c-8fe3b476169a tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736210 Jun 08 06:38:33.808945 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c64b2aa3-94be-4f82-9f02-cb4e81ea2e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:33.876194 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-ec8c5900-7e87-4773-a7a3-0d4c68a3edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:33.877931 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-ec8c5900-7e87-4773-a7a3-0d4c68a3edc9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 1096 time: 0.2383680 Jun 08 06:38:34.047143 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c64b2aa3-94be-4f82-9f02-cb4e81ea2e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:34.064588 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c64b2aa3-94be-4f82-9f02-cb4e81ea2e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:34.065967 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-c64b2aa3-94be-4f82-9f02-cb4e81ea2e4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0487e448-1d4a-41d2-b657-84a1cbe78e80 HTTP/1.1" status: 204 len: 168 time: 0.6167488 Jun 08 06:38:34.074948 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:34.128303 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b2aa3-94be-4f82-9f02-cb4e81ea2e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0487e448-1d4a-41d2-b657-84a1cbe78e80,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:34.148737 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c64b2aa3-94be-4f82-9f02-cb4e81ea2e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:34.223145 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-d2b83ae1-cbcf-406a-99e1-feeb48298237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:34.224986 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-d2b83ae1-cbcf-406a-99e1-feeb48298237 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.3022771 Jun 08 06:38:34.235499 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21293e92-e879-4db9-87b9-ed19f25c82c5 req-5f74f927-9563-4aee-9e5d-01269a1831db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:34.258526 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-21293e92-e879-4db9-87b9-ed19f25c82c5 req-5f74f927-9563-4aee-9e5d-01269a1831db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.3790016 Jun 08 06:38:34.512184 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-fd21b218-594a-4fa5-ade0-5f107a82581e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588cd23f-a493-4464-ad16-aa646fe12fd9 HTTP/1.1" status: 200 len: 217 time: 0.2471695 Jun 08 06:38:34.602035 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-21293e92-e879-4db9-87b9-ed19f25c82c5 req-c5cab164-a21e-4cad-9621-b73cc99cde0f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425870 Jun 08 06:38:34.638006 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-fe658795-30a7-401d-ae49-7124569d229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:34.642913 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-fe658795-30a7-401d-ae49-7124569d229d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.1224887 Jun 08 06:38:34.774641 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-29119a81-427b-43b6-9eb2-ffdcbbe9368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:34.777608 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-29119a81-427b-43b6-9eb2-ffdcbbe9368b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1270316 Jun 08 06:38:35.015525 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-740e7e42-d7df-47bb-a97e-0a8523af6967 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265730 Jun 08 06:38:35.155154 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f64e56-cb80-428f-9ffa-c885632ab352 req-5b0988d7-dd6b-4961-9250-cd25263804a9 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:35.166051 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-56f64e56-cb80-428f-9ffa-c885632ab352 req-5b0988d7-dd6b-4961-9250-cd25263804a9 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.2045255 Jun 08 06:38:35.274155 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-56f64e56-cb80-428f-9ffa-c885632ab352 req-88cc7570-c661-435b-8dfc-c27e82cca7c7 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950921 Jun 08 06:38:35.301008 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9afb9d52-7714-4060-9b67-d0e827453f90 req-7007d23d-8e02-411a-9b52-47101c604557 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771327 Jun 08 06:38:35.836826 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-850668dc-3d69-4b41-9c50-8d7c8adf6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:35.838314 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-850668dc-3d69-4b41-9c50-8d7c8adf6e8b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 1099 time: 0.1772296 Jun 08 06:38:35.945708 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e70e95-9fac-42bb-8c43-480bef57f2ba req-8e9776e7-455e-41f6-b5af-307f3e613176 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:35.947136 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-46e70e95-9fac-42bb-8c43-480bef57f2ba req-8e9776e7-455e-41f6-b5af-307f3e613176 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1911764 Jun 08 06:38:36.071814 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-46e70e95-9fac-42bb-8c43-480bef57f2ba req-2c273f24-d4e7-4508-8ca9-489a85d73ea0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956285 Jun 08 06:38:36.083534 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-d769c65d-ddf0-4a16-bf31-9f40e10218bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:36.086692 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-d769c65d-ddf0-4a16-bf31-9f40e10218bb service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.2386553 Jun 08 06:38:36.197888 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-9dfa6c12-2d68-42e7-b6c4-3a94e9f72dd3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f252bd-4b26-4440-9281-4abd4687ec31 HTTP/1.1" status: 200 len: 217 time: 0.1011980 Jun 08 06:38:36.287277 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43500) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:36.488608 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-e2c66a02-edfb-4cd7-91a7-066418937b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:36.494317 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-e2c66a02-edfb-4cd7-91a7-066418937b4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.2927904 Jun 08 06:38:36.558646 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-374f507f-6436-4959-b8eb-60e8c7cbc650 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512643 Jun 08 06:38:36.670601 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d164cb1-6ad5-4ef4-a053-b00ea8dcaddd req-aa87de58-b73c-4129-908e-fdcf2571f746 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:36.672121 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1d164cb1-6ad5-4ef4-a053-b00ea8dcaddd req-aa87de58-b73c-4129-908e-fdcf2571f746 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.3909442 Jun 08 06:38:36.717153 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3374d94f-3323-4a78-a7db-229b68a51b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:36.779988 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1d164cb1-6ad5-4ef4-a053-b00ea8dcaddd req-d562db5b-6db4-46d1-afe0-b9b97c048fba tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907974 Jun 08 06:38:36.848125 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-986ecca6-eb6d-46e3-98e9-8db61072cbb0 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701275 Jun 08 06:38:37.071464 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3374d94f-3323-4a78-a7db-229b68a51b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:37.075864 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36da831e-bd2e-40de-abc3-32bdf1739baa req-b8e8d1a0-944a-4a1a-90a2-9cbfc68df17a service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160625 Jun 08 06:38:37.079824 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3374d94f-3323-4a78-a7db-229b68a51b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:37.117331 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:37.136642 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-3374d94f-3323-4a78-a7db-229b68a51b19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=489f05f97146483eb4010b1aa2d5f777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8480532 Jun 08 06:38:37.139288 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43560) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:37.150663 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374d94f-3323-4a78-a7db-229b68a51b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf9f1a8-1404-4d80-84e6-6abde9bcaa75,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:37.154608 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3374d94f-3323-4a78-a7db-229b68a51b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:37.255086 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f20b423f-e1e7-4f1f-80c9-8c126e0bb6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:37.343459 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f20b423f-e1e7-4f1f-80c9-8c126e0bb6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:37.419858 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cc252-6231-4a32-a3bd-a3e5a5bd563d req-cd747beb-fab1-4669-b758-83bbf0bea71c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:37.421347 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f44cc252-6231-4a32-a3bd-a3e5a5bd563d req-cd747beb-fab1-4669-b758-83bbf0bea71c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1629901 Jun 08 06:38:37.511388 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f20b423f-e1e7-4f1f-80c9-8c126e0bb6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:37.514010 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f20b423f-e1e7-4f1f-80c9-8c126e0bb6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:37.515217 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f20b423f-e1e7-4f1f-80c9-8c126e0bb6d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eaf9f1a8-1404-4d80-84e6-6abde9bcaa75 HTTP/1.1" status: 204 len: 168 time: 0.3743291 Jun 08 06:38:37.518865 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e6131e89-7250-4a03-8388-1c183c78516d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:37.533772 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b423f-e1e7-4f1f-80c9-8c126e0bb6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf9f1a8-1404-4d80-84e6-6abde9bcaa75,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:37.537246 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f20b423f-e1e7-4f1f-80c9-8c126e0bb6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:37.567151 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f44cc252-6231-4a32-a3bd-a3e5a5bd563d req-4a971796-541f-4171-a4e1-48ada53dcf82 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373403 Jun 08 06:38:37.752622 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:38:37.945570 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43602) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:37.961364 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:37.981422 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'port_id': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'mac_address': 'fa:16:3e:7d:32:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:38:38.043987 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.071005 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588cd23f-a493-4464-ad16-aa646fe12fd9 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:38:38.095735 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:38.102771 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.105118 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fbb0e-d85d-4d73-83df-ee9d10ae5fe2 req-d9c2a368-3527-42da-9763-ff600a950b96 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:38.110382 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-7cc180de-8e6f-451e-a4f1-4b832e6df1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:38.114497 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-708fbb0e-d85d-4d73-83df-ee9d10ae5fe2 req-d9c2a368-3527-42da-9763-ff600a950b96 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1502404 Jun 08 06:38:38.160717 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43610) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:38.198469 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:38.209197 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-708fbb0e-d85d-4d73-83df-ee9d10ae5fe2 req-1373a151-d15e-4786-b4bc-120cdf1c6af1 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933738 Jun 08 06:38:38.211343 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:38.212853 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-48173d05-faac-4e5f-899b-172f4237954d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.341910 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43616) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:38.422588 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-48173d05-faac-4e5f-899b-172f4237954d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.428001 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.432165 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['588cd23f-a493-4464-ad16-aa646fe12fd9'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:38:38.444168 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-48173d05-faac-4e5f-899b-172f4237954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.451718 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2399c827-adc1-4930-b9ba-a2cb5a1b8efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.461682 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8d3b0446-39b5-4a0a-8a64-6bd7530bcdbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:38.527334 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.db.api [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 06:38:38.527334 dv-cinder-760199-6-smb neutron-server[91842]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 06:38:38.527334 dv-cinder-760199-6-smb neutron-server[91842]: [parameters: {'project_id_1': '4bb564a5a0244e5faa9f482d06d784db', 'expiration_1': datetime.datetime(2021, 6, 8, 6, 38, 38, 488491)}] Jun 08 06:38:38.527334 dv-cinder-760199-6-smb neutron-server[91842]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 06:38:38.527763 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_db.api [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 06:38:38.534042 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-48173d05-faac-4e5f-899b-172f4237954d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6d5a2cc17da14f2e99d46893d00dd24c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719358 Jun 08 06:38:38.535375 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48173d05-faac-4e5f-899b-172f4237954d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b94b22d-c038-4555-bdce-dbf0bbcc5fc1,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:38.539130 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43624) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:38.540485 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-48173d05-faac-4e5f-899b-172f4237954d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:38.625341 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c43843ed-a8a8-4dee-8a72-a41e2bc2fe2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.665478 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2399c827-adc1-4930-b9ba-a2cb5a1b8efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.672383 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2399c827-adc1-4930-b9ba-a2cb5a1b8efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.684516 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ef564993-ce63-4bbd-935e-c11f8b242f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:38.684806 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c43843ed-a8a8-4dee-8a72-a41e2bc2fe2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.754816 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c43843ed-a8a8-4dee-8a72-a41e2bc2fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.757905 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c43843ed-a8a8-4dee-8a72-a41e2bc2fe2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.759431 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c43843ed-a8a8-4dee-8a72-a41e2bc2fe2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b94b22d-c038-4555-bdce-dbf0bbcc5fc1 HTTP/1.1" status: 204 len: 168 time: 0.2177415 Jun 08 06:38:38.760450 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-eec8304a-da51-458c-bcf0-7220d7e43d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:38.763218 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-2399c827-adc1-4930-b9ba-a2cb5a1b8efb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1520e626283e44cb9bb5a39d5362fb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195218 Jun 08 06:38:38.768100 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43632) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:38.786814 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399c827-adc1-4930-b9ba-a2cb5a1b8efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda69124-8f6c-4890-af60-6a8c63031596,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:38.802552 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43843ed-a8a8-4dee-8a72-a41e2bc2fe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b94b22d-c038-4555-bdce-dbf0bbcc5fc1,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:38.803547 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2399c827-adc1-4930-b9ba-a2cb5a1b8efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:38.813755 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c43843ed-a8a8-4dee-8a72-a41e2bc2fe2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:38.894497 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0e74c6e5-87b6-4a27-9c30-7ce3139d17f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:38.953362 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0e74c6e5-87b6-4a27-9c30-7ce3139d17f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.029077 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.053075 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0e74c6e5-87b6-4a27-9c30-7ce3139d17f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.064227 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0e74c6e5-87b6-4a27-9c30-7ce3139d17f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.085388 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-0e74c6e5-87b6-4a27-9c30-7ce3139d17f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cda69124-8f6c-4890-af60-6a8c63031596 HTTP/1.1" status: 204 len: 168 time: 0.3086133 Jun 08 06:38:39.085388 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f632c794-1c8b-4ef6-8a41-69c47c744820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:39.094108 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74c6e5-87b6-4a27-9c30-7ce3139d17f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda69124-8f6c-4890-af60-6a8c63031596,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:39.097470 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0e74c6e5-87b6-4a27-9c30-7ce3139d17f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:39.142278 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39a553-ecd4-4857-a61c-ed18c6e8e8b9 req-e3af1f8f-e3a5-4821-9027-4ac4c500d271 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:39.145836 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ea39a553-ecd4-4857-a61c-ed18c6e8e8b9 req-e3af1f8f-e3a5-4821-9027-4ac4c500d271 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.3051188 Jun 08 06:38:39.304102 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ea39a553-ecd4-4857-a61c-ed18c6e8e8b9 req-039c66ad-c005-4483-a546-50fa0538b022 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450887 Jun 08 06:38:39.441845 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.453096 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.475415 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f20b423f-e1e7-4f1f-80c9-8c126e0bb6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:39.610142 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bb564a5a0244e5faa9f482d06d784db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6631720 Jun 08 06:38:39.618847 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43658) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:39.662014 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43662) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:39.670303 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2640b9-0b91-45e0-a9a9-d1f423066985,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:39.683889 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:39.687350 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4da6da6d-1ccf-48c9-b6a3-ede681911f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.716614 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a94d-c801-4bae-a2ed-d6c6aff3bd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.724508 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee3645-cdae-430d-9553-0aec892c0e53 req-f5186cdc-977e-4d43-8283-f81fdb6447d5 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:39.726067 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7aee3645-cdae-430d-9553-0aec892c0e53 req-f5186cdc-977e-4d43-8283-f81fdb6447d5 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 946 time: 0.1279144 Jun 08 06:38:39.749817 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a94d-c801-4bae-a2ed-d6c6aff3bd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.750021 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:38:39.770792 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a69e0-5c1b-4cab-aa91-28dceb188e0f req-51c2fd6b-921c-4688-9ed7-45ef4a10cbf2 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:39.772373 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-001a69e0-5c1b-4cab-aa91-28dceb188e0f req-51c2fd6b-921c-4688-9ed7-45ef4a10cbf2 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 944 time: 0.2318325 Jun 08 06:38:39.805637 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7aee3645-cdae-430d-9553-0aec892c0e53 req-21437edf-04e0-416a-bc88-371657b8e698 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696921 Jun 08 06:38:39.855823 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-001a69e0-5c1b-4cab-aa91-28dceb188e0f req-0e01e80d-c2cb-4f08-8ca7-8ab61e35a9fe tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754974 Jun 08 06:38:39.871099 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 588cd23f-a493-4464-ad16-aa646fe12fd9 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:38:39.879251 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 588cd23f-a493-4464-ad16-aa646fe12fd9 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:38:39.880002 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.889395 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a94d-c801-4bae-a2ed-d6c6aff3bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.892302 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b4f4a94d-c801-4bae-a2ed-d6c6aff3bd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.893453 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b4f4a94d-c801-4bae-a2ed-d6c6aff3bd7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b2640b9-0b91-45e0-a9a9-d1f423066985 HTTP/1.1" status: 204 len: 168 time: 0.2730231 Jun 08 06:38:39.894368 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c43843ed-a8a8-4dee-8a72-a41e2bc2fe2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:39.908380 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4a94d-c801-4bae-a2ed-d6c6aff3bd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2640b9-0b91-45e0-a9a9-d1f423066985,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:39.918194 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b4f4a94d-c801-4bae-a2ed-d6c6aff3bd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:39.927606 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4da6da6d-1ccf-48c9-b6a3-ede681911f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.936239 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4da6da6d-1ccf-48c9-b6a3-ede681911f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:39.947493 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:40.000003 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-4da6da6d-1ccf-48c9-b6a3-ede681911f0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7945f31d037048e9840b0669256906b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368170 Jun 08 06:38:40.002752 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6da6d-1ccf-48c9-b6a3-ede681911f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c120c6-fc3d-4adb-ae2a-b9f27d899e00,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:40.002988 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43668) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:40.016419 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4da6da6d-1ccf-48c9-b6a3-ede681911f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:40.064427 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.098200 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:40.102729 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a387e702-a9c6-4d3f-922e-01a1fdd40415" -d '{"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-plugged", "status": "completed", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:40.111488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:40.118101 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.120389 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:40.133289 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-de1e596b-efe8-41f7-bffe-8a6860e43a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.177660 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-de1e596b-efe8-41f7-bffe-8a6860e43a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.181623 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359a11d-8155-4eaa-9c3c-2040c1a0f9d7 x-openstack-request-id: req-5359a11d-8155-4eaa-9c3c-2040c1a0f9d7 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:40.182393 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-plugged", "status": "completed", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:40.182695 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5359a11d-8155-4eaa-9c3c-2040c1a0f9d7 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:40.183447 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'code': 200} Jun 08 06:38:40.214329 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:40.228323 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:40.287454 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-de1e596b-efe8-41f7-bffe-8a6860e43a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.292411 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-de1e596b-efe8-41f7-bffe-8a6860e43a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.297535 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-de1e596b-efe8-41f7-bffe-8a6860e43a21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30c120c6-fc3d-4adb-ae2a-b9f27d899e00 HTTP/1.1" status: 204 len: 168 time: 0.2930629 Jun 08 06:38:40.298994 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:40.312349 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e596b-efe8-41f7-bffe-8a6860e43a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c120c6-fc3d-4adb-ae2a-b9f27d899e00,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:40.315435 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-de1e596b-efe8-41f7-bffe-8a6860e43a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:40.428153 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43688) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:40.457311 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-da209795-ac5f-43af-95bc-7e93d0562203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.559644 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09914bd2-4dc1-4133-8548-17d50c2676a5 req-c281cbfe-bb66-4ff9-ab6b-3da063795433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:40.561290 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-09914bd2-4dc1-4133-8548-17d50c2676a5 req-c281cbfe-bb66-4ff9-ab6b-3da063795433 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 1098 time: 0.1446037 Jun 08 06:38:40.644752 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-09914bd2-4dc1-4133-8548-17d50c2676a5 req-265a5d2c-9a5a-4255-939e-e5d47828d5fc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722678 Jun 08 06:38:40.664066 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee9b66-c659-4f90-9d59-fbc7e3af7bff req-6664d59e-25d7-4075-9ab5-445c4f08c94f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:40.669722 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d1ee9b66-c659-4f90-9d59-fbc7e3af7bff req-6664d59e-25d7-4075-9ab5-445c4f08c94f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1902490 Jun 08 06:38:40.742982 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d1ee9b66-c659-4f90-9d59-fbc7e3af7bff req-ca957d88-7003-4ad5-8fb2-5a0a50db5795 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713236 Jun 08 06:38:40.778045 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-da209795-ac5f-43af-95bc-7e93d0562203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.783617 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-da209795-ac5f-43af-95bc-7e93d0562203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:40.796567 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:40.855398 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-da209795-ac5f-43af-95bc-7e93d0562203 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2da1c26fac6422e9d295c02ba21f3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268429 Jun 08 06:38:40.858524 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43706) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:40.863106 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da209795-ac5f-43af-95bc-7e93d0562203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e72a509-3edd-43d3-a46f-9a8786b0f6ab,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:40.870321 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-da209795-ac5f-43af-95bc-7e93d0562203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:41.020673 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0d9edb9d-778b-4d54-945f-64dad85659b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:41.164703 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:41.165353 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3355a-0064-41cc-9d7a-9d4bce3551d1 req-bd22cb65-14ba-4779-9935-cef6bee4497b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:41.168208 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9bb3355a-0064-41cc-9d7a-9d4bce3551d1 req-bd22cb65-14ba-4779-9935-cef6bee4497b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.1813533 Jun 08 06:38:41.190347 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0d9edb9d-778b-4d54-945f-64dad85659b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:41.279425 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfcbfdf-d502-415e-949d-4443aba005b4 req-65b03f82-8b7b-4411-9cd8-c48f8d235a46 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:41.282033 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bcfcbfdf-d502-415e-949d-4443aba005b4 req-65b03f82-8b7b-4411-9cd8-c48f8d235a46 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 946 time: 0.1866484 Jun 08 06:38:41.296375 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9bb3355a-0064-41cc-9d7a-9d4bce3551d1 req-907a3c61-4784-4322-8f9d-1d8095e59e2e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194711 Jun 08 06:38:41.314313 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0d9edb9d-778b-4d54-945f-64dad85659b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:41.318065 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0d9edb9d-778b-4d54-945f-64dad85659b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:41.319359 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-0d9edb9d-778b-4d54-945f-64dad85659b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0e72a509-3edd-43d3-a46f-9a8786b0f6ab HTTP/1.1" status: 204 len: 168 time: 0.4595687 Jun 08 06:38:41.325102 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-1f9ace6c-7563-4505-979d-c3b3f1334012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:41.350025 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9edb9d-778b-4d54-945f-64dad85659b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e72a509-3edd-43d3-a46f-9a8786b0f6ab,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:41.363765 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0d9edb9d-778b-4d54-945f-64dad85659b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:41.416750 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bcfcbfdf-d502-415e-949d-4443aba005b4 req-f336ed5a-1f03-4aaa-8249-3148b368b618 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195152 Jun 08 06:38:41.727610 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-5e008edd-c4fd-483c-bfda-fb9343c74d95 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:41.729119 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-5e008edd-c4fd-483c-bfda-fb9343c74d95 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.48 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 946 time: 0.1057127 Jun 08 06:38:41.963048 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Deleting port 90efc708-7e15-4e24-995e-eeeb666bf152 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:38:41.963719 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:41.977439 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be9469-69b7-48c1-8da9-f8a342cb8ecd req-9f5e2b90-a538-44ce-a828-19a440997de7 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:41.985166 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-18be9469-69b7-48c1-8da9-f8a342cb8ecd req-9f5e2b90-a538-44ce-a828-19a440997de7 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.0990307 Jun 08 06:38:42.037916 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-18be9469-69b7-48c1-8da9-f8a342cb8ecd req-21504e11-fa93-4298-bd4b-ef8300a01a2b tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507915 Jun 08 06:38:42.190114 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] For port 90efc708-7e15-4e24-995e-eeeb666bf152, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=90efc708-7e15-4e24-995e-eeeb666bf152,segment=NetworkSegment(8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b),segment_id=8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:38:42.190945 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:42.393931 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Calling delete_port for 90efc708-7e15-4e24-995e-eeeb666bf152 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:38:42.742815 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c5ae4-b672-4f67-ac0a-9e6f5240f252 req-7b6ea184-11ce-4f9a-b7ca-31b4043c271a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:42.750754 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-618c5ae4-b672-4f67-ac0a-9e6f5240f252 req-7b6ea184-11ce-4f9a-b7ca-31b4043c271a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.2051394 Jun 08 06:38:42.854656 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d8026-4a03-44a4-8545-74dbab7a24fa req-fa64449a-f10d-4d0f-8cf4-d7584731cc8a tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:42.872409 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-525d8026-4a03-44a4-8545-74dbab7a24fa req-fa64449a-f10d-4d0f-8cf4-d7584731cc8a tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 946 time: 0.2590539 Jun 08 06:38:42.873117 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-618c5ae4-b672-4f67-ac0a-9e6f5240f252 req-c6a7e61c-b5c1-4f3d-9b95-f49e37436607 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215785 Jun 08 06:38:42.915755 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:42.929675 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['90efc708-7e15-4e24-995e-eeeb666bf152'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:38:42.931306 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:43.005650 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-525d8026-4a03-44a4-8545-74dbab7a24fa req-22aa7150-1799-477e-9682-dd36dbbba383 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/security-groups?id=c5dafde9-37ee-488f-b0da-29f1f4003e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235158 Jun 08 06:38:43.094651 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Pushing event deleted for resources: {'Port': ['ID=90efc708-7e15-4e24-995e-eeeb666bf152,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:43.098571 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:43.357552 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] No DVR routers for this DVR port 90efc708-7e15-4e24-995e-eeeb666bf152 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:38:43.369512 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:43.372273 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-78fea7b7-c9e8-4275-a1a5-921a3776199a req-615c3ff9-ae37-41b3-b1fb-bdbadd36c97d tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.48 "DELETE /v2.0/ports/90efc708-7e15-4e24-995e-eeeb666bf152 HTTP/1.1" status: 204 len: 173 time: 1.6359344 Jun 08 06:38:43.373871 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '386872df-0b37-4776-9391-64a7fc8563f8', 'name': 'network-vif-deleted', 'tag': '90efc708-7e15-4e24-995e-eeeb666bf152'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:43.378713 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142fc5e3-c916-40df-96e6-7901811fd47b" -d '{"events": [{"server_uuid": "386872df-0b37-4776-9391-64a7fc8563f8", "name": "network-vif-deleted", "tag": "90efc708-7e15-4e24-995e-eeeb666bf152"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:43.414694 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a39459-8a63-4998-9a5b-9aaccef04558 req-8c9fd1b6-4e07-46a3-a67a-f7718ab3c853 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:43.422579 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-96a39459-8a63-4998-9a5b-9aaccef04558 req-8c9fd1b6-4e07-46a3-a67a-f7718ab3c853 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1185563 Jun 08 06:38:43.433213 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808b46c-368d-4291-9783-b4fae5e2bed4 req-6e3e28ca-3747-40d6-9188-d38dbc37efd9 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:43.435024 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a808b46c-368d-4291-9783-b4fae5e2bed4 req-6e3e28ca-3747-40d6-9188-d38dbc37efd9 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.2693899 Jun 08 06:38:43.443830 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43802) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:43.457969 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'floatingip': {'port_id': '588cd23f-a493-4464-ad16-aa646fe12fd9'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:43.502635 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-96a39459-8a63-4998-9a5b-9aaccef04558 req-90938ef5-6dd7-4c67-838e-196432cb2d86 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789318 Jun 08 06:38:43.576069 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff3f07a-cabd-437e-bce4-690d08581f0e x-openstack-request-id: req-3ff3f07a-cabd-437e-bce4-690d08581f0e {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:43.576792 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "386872df-0b37-4776-9391-64a7fc8563f8", "name": "network-vif-deleted", "tag": "90efc708-7e15-4e24-995e-eeeb666bf152", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:43.577060 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ff3f07a-cabd-437e-bce4-690d08581f0e {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:43.577754 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '386872df-0b37-4776-9391-64a7fc8563f8', 'name': 'network-vif-deleted', 'tag': '90efc708-7e15-4e24-995e-eeeb666bf152', 'status': 'completed', 'code': 200} Jun 08 06:38:43.604340 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:44.272402 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-803ddc4d-26ce-43c1-99f4-81179faac62f req-5fe1e297-43c6-4e8b-aa9e-732c8e8a8d31 tempest-DeleteServersTestJSON-1336536260 tempest-DeleteServersTestJSON-1336536260-project] 10.222.0.44 "GET /v2.0/ports?device_id=386872df-0b37-4776-9391-64a7fc8563f8 HTTP/1.1" status: 200 len: 210 time: 0.1089704 Jun 08 06:38:44.646992 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.db.resource_extend [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 06:38:44.807948 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:44.816428 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:44.924635 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc8ad3-4d30-43fe-bd63-5b56d82403c0 req-83e38995-159e-4895-a20e-f67245f791eb tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:44.931505 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-decc8ad3-4d30-43fe-bd63-5b56d82403c0 req-83e38995-159e-4895-a20e-f67245f791eb tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.2256191 Jun 08 06:38:45.074798 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-decc8ad3-4d30-43fe-bd63-5b56d82403c0 req-e246d832-238c-4c4d-85a0-f3ed557c2e2e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422496 Jun 08 06:38:45.111044 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.l3_db [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Floating IP 75f9c664-636d-4fab-9df9-0ad9fd213962 associated. External IP: 172.28.2.68, port: 588cd23f-a493-4464-ad16-aa646fe12fd9. Jun 08 06:38:45.125825 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43880) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:45.265693 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d896f4c2-a6b1-4f9d-939c-61fd0cbd8fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:45.405534 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d896f4c2-a6b1-4f9d-939c-61fd0cbd8fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:45.411712 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d896f4c2-a6b1-4f9d-939c-61fd0cbd8fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:45.424187 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ed1250d8-1cb5-4e79-8cc8-f178718d8ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:45.466267 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-d896f4c2-a6b1-4f9d-939c-61fd0cbd8fd8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b99b4f0e48be43aba19b3a8d7609c24f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392441 Jun 08 06:38:45.467914 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896f4c2-a6b1-4f9d-939c-61fd0cbd8fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3609598-3a8a-48e0-b01a-02bb22eeef93,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:45.470220 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43892) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:45.482154 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d896f4c2-a6b1-4f9d-939c-61fd0cbd8fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:45.554294 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f0db4d71-0da3-4e0e-b3c2-cb05eaf9844f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:45.598077 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f0db4d71-0da3-4e0e-b3c2-cb05eaf9844f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:45.617610 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Router 3f037f05-51b0-4929-ad73-6b60b213c113 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:38:45.678755 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f0db4d71-0da3-4e0e-b3c2-cb05eaf9844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:45.682482 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f0db4d71-0da3-4e0e-b3c2-cb05eaf9844f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:45.683645 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f0db4d71-0da3-4e0e-b3c2-cb05eaf9844f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3609598-3a8a-48e0-b01a-02bb22eeef93 HTTP/1.1" status: 204 len: 168 time: 0.2123473 Jun 08 06:38:45.684399 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4dc720c5-4c45-4769-b43e-c4644af7d0ec tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:45.695075 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db4d71-0da3-4e0e-b3c2-cb05eaf9844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3609598-3a8a-48e0-b01a-02bb22eeef93,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:45.697349 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f0db4d71-0da3-4e0e-b3c2-cb05eaf9844f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:45.779240 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 90efc708-7e15-4e24-995e-eeeb666bf152 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:38:45.852604 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 90efc708-7e15-4e24-995e-eeeb666bf152 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:38:45.852965 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 90efc708-7e15-4e24-995e-eeeb666bf152 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:38:45.888891 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:38:45.905535 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] Sync routers for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:38:45.906563 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:45.926395 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:38:45.927277 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:38:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:45.984850 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-fa2e00c6-e869-4de7-b317-6226653d11ed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "PUT /v2.0/floatingips/75f9c664-636d-4fab-9df9-0ad9fd213962 HTTP/1.1" status: 200 len: 990 time: 2.5390403 Jun 08 06:38:45.985636 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:38:45.997622 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03111395-2600-46c4-ab3c-d3403c1f3383" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:38:46.088740 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d6129f-ff48-4c76-8e13-c1a8c03fbe57 x-openstack-request-id: req-15d6129f-ff48-4c76-8e13-c1a8c03fbe57 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:38:46.089223 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:38:46.089715 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15d6129f-ff48-4c76-8e13-c1a8c03fbe57 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:38:46.096269 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'status': 'completed', 'code': 200} Jun 08 06:38:46.212461 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:38:46.271709 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43936) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:46.313482 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-699d4ad9-1092-4bbe-a891-b33d9d0cef21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:46.411602 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-b05e3df3-7ea8-4dde-8c43-eae1a5bddf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:46.416349 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59b373-c631-4a68-bf31-c42c2fb52fd1 req-0f2b5602-098f-4450-b8bd-00a43eaa1fd3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:46.418055 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ee59b373-c631-4a68-bf31-c42c2fb52fd1 req-0f2b5602-098f-4450-b8bd-00a43eaa1fd3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1980226 Jun 08 06:38:46.425793 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-b05e3df3-7ea8-4dde-8c43-eae1a5bddf07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 1098 time: 0.3112938 Jun 08 06:38:46.520828 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ee59b373-c631-4a68-bf31-c42c2fb52fd1 req-89cfab50-125d-4ae3-8a2b-86ad2c24e640 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957634 Jun 08 06:38:46.744613 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-1cd633b2-ec70-49a9-a93f-ab3fd8b7b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:46.746271 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-1cd633b2-ec70-49a9-a93f-ab3fd8b7b3c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.2943189 Jun 08 06:38:46.953857 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43954) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:46.958335 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '75f9c664-636d-4fab-9df9-0ad9fd213962', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'port_id': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'mac_address': 'fa:16:3e:7d:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:38:19Z', 'updated_at': '2021-06-08T06:38:44Z', 'revision_number': 1, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:46.983786 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] Checking router: 3f037f05-51b0-4929-ad73-6b60b213c113 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:38:47.017374 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:38:47.021881 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:38:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:47.077346 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-699d4ad9-1092-4bbe-a891-b33d9d0cef21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.086808 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-699d4ad9-1092-4bbe-a891-b33d9d0cef21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.110517 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43962) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:47.111429 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-6d766c08-5b86-4fd0-b3d0-7a6a018cf08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:47.173497 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-699d4ad9-1092-4bbe-a891-b33d9d0cef21 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b289388b9c6e4c5d94a9221f4662fbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8963277 Jun 08 06:38:47.176321 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43964) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:47.200638 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-a515e326-6280-4ce4-91eb-02fd8000d03a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588cd23f-a493-4464-ad16-aa646fe12fd9 HTTP/1.1" status: 200 len: 998 time: 0.4248047 Jun 08 06:38:47.201394 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d4ad9-1092-4bbe-a891-b33d9d0cef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a4fe3-c0b9-40b7-b404-3580520ff4ad,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:47.215849 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-79b625d1-40a4-4efe-9d95-7251f8a8b397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.218206 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-699d4ad9-1092-4bbe-a891-b33d9d0cef21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:47.318844 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d34fe217-30d9-4f12-a458-1b38719a3b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.336503 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-04d21081-2ced-4dfe-90d2-4220acb896a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:47.337990 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-04d21081-2ced-4dfe-90d2-4220acb896a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.1183422 Jun 08 06:38:47.391062 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d34fe217-30d9-4f12-a458-1b38719a3b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.398840 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Deleting subnet a6eeb2f7-fad7-4794-84ea-0f71bfcc351e {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:38:47.406016 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.411201 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:38:47.475141 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.501118 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-babf09d7-bdb4-4acd-a9d9-d3d0435f2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:47.502643 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-babf09d7-bdb4-4acd-a9d9-d3d0435f2299 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0996916 Jun 08 06:38:47.548598 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-79b625d1-40a4-4efe-9d95-7251f8a8b397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.556685 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-79b625d1-40a4-4efe-9d95-7251f8a8b397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.583559 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c38107eb-3d2a-4095-afa9-c95fa62e85cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:47.631486 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d34fe217-30d9-4f12-a458-1b38719a3b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.634986 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d34fe217-30d9-4f12-a458-1b38719a3b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.639359 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-d34fe217-30d9-4f12-a458-1b38719a3b39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/875a4fe3-c0b9-40b7-b404-3580520ff4ad HTTP/1.1" status: 204 len: 168 time: 0.4579394 Jun 08 06:38:47.657315 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:47.662611 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.720784 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43978) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:47.737010 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-79b625d1-40a4-4efe-9d95-7251f8a8b397 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ba36bf626f041a5a1dcc0dde795694f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7825446 Jun 08 06:38:47.739119 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 43982) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:47.748323 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34fe217-30d9-4f12-a458-1b38719a3b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a4fe3-c0b9-40b7-b404-3580520ff4ad,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:47.762310 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d34fe217-30d9-4f12-a458-1b38719a3b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:47.821241 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b625d1-40a4-4efe-9d95-7251f8a8b397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067bb82-6bed-4f3e-8298-e0905d05497b,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:47.832688 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-79b625d1-40a4-4efe-9d95-7251f8a8b397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:47.875208 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-a3561ed2-4328-4f28-8650-c2e685372ce9 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595986 Jun 08 06:38:47.921922 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '75f9c664-636d-4fab-9df9-0ad9fd213962', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'port_id': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'mac_address': 'fa:16:3e:7d:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:38:19Z', 'updated_at': '2021-06-08T06:38:44Z', 'revision_number': 1, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:47.928341 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c719d-0a72-42cf-a390-90f86c8fea21 None None] The sync data for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb is: [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '75f9c664-636d-4fab-9df9-0ad9fd213962', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'port_id': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'mac_address': 'fa:16:3e:7d:32:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:38:19Z', 'updated_at': '2021-06-08T06:38:44Z', 'revision_number': 1, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:38:47.938089 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.949405 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:47.957602 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:48.002780 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6eeb2f7-fad7-4794-84ea-0f71bfcc351e,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:48.005361 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:48.050972 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615cb60-9bc4-44ae-b32f-ef8f0348b598 req-158a352c-214e-4453-ad38-676c0ee9d0d3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:48.052739 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0615cb60-9bc4-44ae-b32f-ef8f0348b598 req-158a352c-214e-4453-ad38-676c0ee9d0d3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.3299510 Jun 08 06:38:48.063844 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.068689 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6eeb2f7-fad7-4794-84ea-0f71bfcc351e HTTP/1.1" status: 204 len: 168 time: 0.9543824 Jun 08 06:38:48.076258 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-77fca220-7249-4f2e-9e83-34a8744519e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.103465 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03111395-2600-46c4-ab3c-d3403c1f3383 req-5bd3858e-87ed-4632-a989-af178d31178c service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198160 Jun 08 06:38:48.104002 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 43988) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:48.206056 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.254221 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.293574 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0615cb60-9bc4-44ae-b32f-ef8f0348b598 req-97a66cbd-e186-4132-85ce-b84a4d9f75b3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168965 Jun 08 06:38:48.337214 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514d5324-0e16-4466-86b7-49f68a335d5c None None] New status for floating IP 75f9c664-636d-4fab-9df9-0ad9fd213962: ACTIVE {{(pid=91844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:38:48.379115 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.381687 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.382927 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6067bb82-6bed-4f3e-8298-e0905d05497b HTTP/1.1" status: 204 len: 168 time: 0.5869358 Jun 08 06:38:48.386669 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-acdc79f1-88bf-401a-b5b9-8edf3cdeabdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:48.394522 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-77fca220-7249-4f2e-9e83-34a8744519e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.399320 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067bb82-6bed-4f3e-8298-e0905d05497b,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:48.403401 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-77fca220-7249-4f2e-9e83-34a8744519e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.420105 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.420517 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.421068 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.421350 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.421798 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.422168 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.422581 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.422996 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.423442 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.423837 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.424215 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.424724 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:48.429820 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:48.430660 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-48173d05-faac-4e5f-899b-172f4237954d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:48.506836 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-77fca220-7249-4f2e-9e83-34a8744519e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0fcec28d1dd4edd9bb1e051df35334c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7829468 Jun 08 06:38:48.513884 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44006) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:48.560800 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.573011 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fca220-7249-4f2e-9e83-34a8744519e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008eddd6-8e1c-4922-ab19-508cb0fd90d6,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:48.576409 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-77fca220-7249-4f2e-9e83-34a8744519e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:48.596568 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.596927 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.599960 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.600320 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > port after_create 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.600674 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.601350 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > port after_update 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.601350 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.601692 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.602014 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.602331 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.649339 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1a144fa3-a22e-4540-83e2-a424037db550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.727623 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1a144fa3-a22e-4540-83e2-a424037db550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.845046 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.845577 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.846021 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.846749 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 06:38:48.847108 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92a8efa-06e1-4929-bc5f-6f362d42c30a']}} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:48.855855 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1a144fa3-a22e-4540-83e2-a424037db550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.858798 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1a144fa3-a22e-4540-83e2-a424037db550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.860249 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-1a144fa3-a22e-4540-83e2-a424037db550 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/008eddd6-8e1c-4922-ab19-508cb0fd90d6 HTTP/1.1" status: 204 len: 168 time: 0.3426614 Jun 08 06:38:48.861392 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-716dfba2-2aaa-4f2a-b92d-664f2fc759a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:48.873170 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a144fa3-a22e-4540-83e2-a424037db550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008eddd6-8e1c-4922-ab19-508cb0fd90d6,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:48.875702 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1a144fa3-a22e-4540-83e2-a424037db550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:48.883470 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b') {'for_net_delete': True} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:48.885603 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcd6c2f-4bc6-48d6-a0b8-0c7b4aafd42b') {} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:38:48.917346 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31460971'] for segment, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.943409 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.960795 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=91843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:38:48.960795 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30672441'] for segment, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: from cryptography.utils import int_from_bytes Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: from cryptography.utils import int_from_bytes Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: Traceback (most recent call last): Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: timer() Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: cb(*args, **kw) Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: return func(*args, **kwargs) Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: self._notify() Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: self.callback(batched_events) Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: event.method(event) Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: return f(self, *a, **k) Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: return self._get(url).json() Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: return self.request(url, 'GET', **kwargs) Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:38:48.980962 dv-cinder-760199-6-smb neutron-server[91843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:38:49.005615 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44026) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:49.052412 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d242d07c-f7c2-467b-b86d-a2c1724bcc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.142225 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.149941 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.153166 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f92a8efa-06e1-4929-bc5f-6f362d42c30a HTTP/1.1" status: 204 len: 168 time: 1.0481424 Jun 08 06:38:49.154111 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:49.172334 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92a8efa-06e1-4929-bc5f-6f362d42c30a,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:49.175750 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:49.199081 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d242d07c-f7c2-467b-b86d-a2c1724bcc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.203576 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d242d07c-f7c2-467b-b86d-a2c1724bcc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.212303 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-da209795-ac5f-43af-95bc-7e93d0562203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:49.259722 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-d242d07c-f7c2-467b-b86d-a2c1724bcc46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29f13ea454f041f8bdb3880c0aef69ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499034 Jun 08 06:38:49.259722 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242d07c-f7c2-467b-b86d-a2c1724bcc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabdda07-0a1c-4914-8db1-6196e8369733,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:49.260167 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44034) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:49.269470 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d242d07c-f7c2-467b-b86d-a2c1724bcc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:49.334378 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ca91bbd4-6df9-4f46-9ce5-be0745fd31fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.364799 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ca91bbd4-6df9-4f46-9ce5-be0745fd31fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.427739 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ca91bbd4-6df9-4f46-9ce5-be0745fd31fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.431095 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ca91bbd4-6df9-4f46-9ce5-be0745fd31fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.435674 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-ca91bbd4-6df9-4f46-9ce5-be0745fd31fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fabdda07-0a1c-4914-8db1-6196e8369733 HTTP/1.1" status: 204 len: 168 time: 0.1721666 Jun 08 06:38:49.435674 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d812782a-70f0-47a0-9ac1-69c57bc772a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:49.444181 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91bbd4-6df9-4f46-9ce5-be0745fd31fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabdda07-0a1c-4914-8db1-6196e8369733,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:49.446492 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ca91bbd4-6df9-4f46-9ce5-be0745fd31fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:49.539005 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faa9e8-b3df-4e83-b0c6-ffc76e8ec2cf req-0803288d-582e-4d58-ac14-8d96b6e94343 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:49.540558 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e8faa9e8-b3df-4e83-b0c6-ffc76e8ec2cf req-0803288d-582e-4d58-ac14-8d96b6e94343 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.0831795 Jun 08 06:38:49.593956 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e8faa9e8-b3df-4e83-b0c6-ffc76e8ec2cf req-cb36c4bf-db74-45fe-ba6c-5c8a07e56153 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Jun 08 06:38:49.618385 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44044) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:49.623625 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44046) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:49.636247 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e44e168b-b4b5-4ff0-99ad-0bf5c9c1e494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.689406 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b10f58a0-1315-4184-aa94-f7d1fe944465 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63ff5fb68a61420c885a3e617a2d0137&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0643969 Jun 08 06:38:49.693064 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44050) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:49.757183 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44052) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:49.780113 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-431387b2-1ddd-451d-b587-68beeec9e78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.825199 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-431387b2-1ddd-451d-b587-68beeec9e78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.884532 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e44e168b-b4b5-4ff0-99ad-0bf5c9c1e494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.890337 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e44e168b-b4b5-4ff0-99ad-0bf5c9c1e494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.899681 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:49.942382 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-431387b2-1ddd-451d-b587-68beeec9e78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.945346 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-431387b2-1ddd-451d-b587-68beeec9e78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:49.949052 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-431387b2-1ddd-451d-b587-68beeec9e78d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5dafde9-37ee-488f-b0da-29f1f4003e91 HTTP/1.1" status: 204 len: 168 time: 0.2520401 Jun 08 06:38:49.949052 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e44e168b-b4b5-4ff0-99ad-0bf5c9c1e494 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=379b492c6c4148ffaec874815037f5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294015 Jun 08 06:38:49.949744 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e168b-b4b5-4ff0-99ad-0bf5c9c1e494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9c7d04-b6b0-4f4b-b1f7-a8775273e7c7,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:49.951545 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44062) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:49.953170 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e44e168b-b4b5-4ff0-99ad-0bf5c9c1e494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:49.953681 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:49.963962 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431387b2-1ddd-451d-b587-68beeec9e78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5dafde9-37ee-488f-b0da-29f1f4003e91,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:49.966150 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-431387b2-1ddd-451d-b587-68beeec9e78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:50.065800 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e3323020-28de-4fea-92c8-cfb430e040ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.108450 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e3323020-28de-4fea-92c8-cfb430e040ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.114994 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f3d8-a77c-44e4-8027-e32ad53d600c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.217073 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e3323020-28de-4fea-92c8-cfb430e040ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.220497 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e3323020-28de-4fea-92c8-cfb430e040ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.230028 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e3323020-28de-4fea-92c8-cfb430e040ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd9c7d04-b6b0-4f4b-b1f7-a8775273e7c7 HTTP/1.1" status: 204 len: 168 time: 0.2705693 Jun 08 06:38:50.230896 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f0db4d71-0da3-4e0e-b3c2-cb05eaf9844f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:50.247118 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3323020-28de-4fea-92c8-cfb430e040ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9c7d04-b6b0-4f4b-b1f7-a8775273e7c7,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:50.255651 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e3323020-28de-4fea-92c8-cfb430e040ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:50.312803 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f3d8-a77c-44e4-8027-e32ad53d600c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.317713 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f3d8-a77c-44e4-8027-e32ad53d600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.326793 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-df62ec0a-e0b1-4f37-806b-f1945b01012f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:50.371778 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-1fe2f3d8-a77c-44e4-8027-e32ad53d600c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65e053778bb64458b1a0c9d0c2987bee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133857 Jun 08 06:38:50.372746 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2f3d8-a77c-44e4-8027-e32ad53d600c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6906f3-7caa-4e6d-bf75-948c7dba35d5,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:50.374546 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44078) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:50.376339 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1fe2f3d8-a77c-44e4-8027-e32ad53d600c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:50.459554 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e98132f2-a6ed-484d-bd76-ff64a2e6ab8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.491207 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e98132f2-a6ed-484d-bd76-ff64a2e6ab8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.555232 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e98132f2-a6ed-484d-bd76-ff64a2e6ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.557750 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e98132f2-a6ed-484d-bd76-ff64a2e6ab8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:50.558890 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e98132f2-a6ed-484d-bd76-ff64a2e6ab8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca6906f3-7caa-4e6d-bf75-948c7dba35d5 HTTP/1.1" status: 204 len: 168 time: 0.1823938 Jun 08 06:38:50.559812 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e44e168b-b4b5-4ff0-99ad-0bf5c9c1e494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:50.572131 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98132f2-a6ed-484d-bd76-ff64a2e6ab8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6906f3-7caa-4e6d-bf75-948c7dba35d5,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:50.576719 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e98132f2-a6ed-484d-bd76-ff64a2e6ab8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:50.809428 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d4aab6-8042-4201-b5e2-bc1791c20616 req-f43242b8-e632-4746-9037-6c2a810f9a3e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:50.811802 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-30d4aab6-8042-4201-b5e2-bc1791c20616 req-f43242b8-e632-4746-9037-6c2a810f9a3e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.0983324 Jun 08 06:38:50.862006 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-30d4aab6-8042-4201-b5e2-bc1791c20616 req-dbdca777-1b6b-4cb9-9462-fcc880d57c10 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Jun 08 06:38:50.890690 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-68c154a7-2171-41bb-affa-14c6073306bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:51.092211 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44114) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:51.109927 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-276e092b-a150-4fd5-8753-2c4f311480d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:51.246862 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-276e092b-a150-4fd5-8753-2c4f311480d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:51.252904 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-276e092b-a150-4fd5-8753-2c4f311480d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:51.274661 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-746ac75d-75d0-401a-bc46-d747ff7bcd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:51.322451 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e092b-a150-4fd5-8753-2c4f311480d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a8befb-4020-4b27-b7f3-580c7cd69efe,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:51.328304 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-276e092b-a150-4fd5-8753-2c4f311480d3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=faae4348d3c14b3b9462fb2ab69730b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350919 Jun 08 06:38:51.331937 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44124) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:51.346963 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-276e092b-a150-4fd5-8753-2c4f311480d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:51.401435 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b879b1e6-d83b-4d6b-8b92-22e636efa0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:51.429175 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b879b1e6-d83b-4d6b-8b92-22e636efa0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:51.484963 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b879b1e6-d83b-4d6b-8b92-22e636efa0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:51.487802 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b879b1e6-d83b-4d6b-8b92-22e636efa0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:51.489090 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b879b1e6-d83b-4d6b-8b92-22e636efa0a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a0a8befb-4020-4b27-b7f3-580c7cd69efe HTTP/1.1" status: 204 len: 168 time: 0.1538491 Jun 08 06:38:51.490022 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c5010016-a0c1-453c-be75-fa2ba02fea28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:51.503956 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879b1e6-d83b-4d6b-8b92-22e636efa0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a8befb-4020-4b27-b7f3-580c7cd69efe,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:51.506153 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b879b1e6-d83b-4d6b-8b92-22e636efa0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:52.018547 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44164) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:52.056022 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4356faa5-d1ef-41f4-b389-4398e556f6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:52.088621 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8204b5d-ec78-4d30-a54c-4fe573ce45d8 req-624d017d-873e-49e1-a64e-7b1a1521d9c0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:52.090726 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f8204b5d-ec78-4d30-a54c-4fe573ce45d8 req-624d017d-873e-49e1-a64e-7b1a1521d9c0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1052704 Jun 08 06:38:52.174252 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f8204b5d-ec78-4d30-a54c-4fe573ce45d8 req-a6b26ecc-385a-40b9-b602-3a126cfaf4f6 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603201 Jun 08 06:38:52.338848 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4356faa5-d1ef-41f4-b389-4398e556f6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:52.347929 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4356faa5-d1ef-41f4-b389-4398e556f6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:52.361302 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0e74c6e5-87b6-4a27-9c30-7ce3139d17f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:52.396297 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356faa5-d1ef-41f4-b389-4398e556f6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79755df8-efc5-4cd6-9206-de0864cd5143,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:52.402229 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4356faa5-d1ef-41f4-b389-4398e556f6bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:52.405444 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-4356faa5-d1ef-41f4-b389-4398e556f6bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81bfe93d6c8b4312ae47c9684964d464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851349 Jun 08 06:38:52.408383 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44184) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:52.490314 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9d27ecaf-13db-47a6-987b-950fe2126731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:52.518295 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9d27ecaf-13db-47a6-987b-950fe2126731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:52.578638 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9d27ecaf-13db-47a6-987b-950fe2126731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:52.581347 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9d27ecaf-13db-47a6-987b-950fe2126731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:52.582461 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-9d27ecaf-13db-47a6-987b-950fe2126731 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79755df8-efc5-4cd6-9206-de0864cd5143 HTTP/1.1" status: 204 len: 168 time: 0.1728773 Jun 08 06:38:52.583185 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1a144fa3-a22e-4540-83e2-a424037db550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:52.593396 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27ecaf-13db-47a6-987b-950fe2126731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79755df8-efc5-4cd6-9206-de0864cd5143,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:52.595713 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9d27ecaf-13db-47a6-987b-950fe2126731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:52.660415 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:53.384514 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622af4-765a-4e25-bab3-3ef735f00874 req-43950025-2873-4b2a-80d8-75eaf495fc2d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:53.386630 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3e622af4-765a-4e25-bab3-3ef735f00874 req-43950025-2873-4b2a-80d8-75eaf495fc2d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.0928278 Jun 08 06:38:53.402192 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44248) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:53.439770 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3e622af4-765a-4e25-bab3-3ef735f00874 req-aa16f4ee-d456-46b8-87f4-3d6f182b8263 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468159 Jun 08 06:38:53.488294 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-8e45e2b1-e49a-4270-9dfa-6db06898f278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:53.541946 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44256) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:53.682299 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-342b31be-ba40-41b9-aa2d-eed7627c809f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:53.777418 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-132be7b2-ee92-4091-be61-92f8126c615b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:53.891270 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-342b31be-ba40-41b9-aa2d-eed7627c809f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:53.897017 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-342b31be-ba40-41b9-aa2d-eed7627c809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:53.908701 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2399c827-adc1-4930-b9ba-a2cb5a1b8efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:53.972049 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b31be-ba40-41b9-aa2d-eed7627c809f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47800092-923b-4581-9013-4ea7b15685b0,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:53.998170 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44278) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:53.998983 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-342b31be-ba40-41b9-aa2d-eed7627c809f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86f824d7136b4ca0bf01df1c41263445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949478 Jun 08 06:38:54.000671 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-342b31be-ba40-41b9-aa2d-eed7627c809f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:54.177554 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fceadbba-9c62-4834-a505-14fad1bb31e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.205393 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-132be7b2-ee92-4091-be61-92f8126c615b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.209454 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44284) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:54.216452 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-132be7b2-ee92-4091-be61-92f8126c615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.285372 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1fe2f3d8-a77c-44e4-8027-e32ad53d600c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:54.303080 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fceadbba-9c62-4834-a505-14fad1bb31e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.334694 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1122485287-network', 'tenant_id': '25f8ae6460f04c39aef3777ab9b3c190'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:54.344729 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-132be7b2-ee92-4091-be61-92f8126c615b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b91e3238f446489d908fb37f01bc67d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8018975 Jun 08 06:38:54.347381 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44296) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:54.360860 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132be7b2-ee92-4091-be61-92f8126c615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb4a761-4816-4dae-abe1-081113996478,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:54.367626 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-132be7b2-ee92-4091-be61-92f8126c615b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:54.398651 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fceadbba-9c62-4834-a505-14fad1bb31e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.402270 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fceadbba-9c62-4834-a505-14fad1bb31e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.403677 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-fceadbba-9c62-4834-a505-14fad1bb31e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47800092-923b-4581-9013-4ea7b15685b0 HTTP/1.1" status: 204 len: 168 time: 0.4043565 Jun 08 06:38:54.404488 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ab41e5ac-a600-4d34-9dab-d2894cfd6b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:54.418065 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceadbba-9c62-4834-a505-14fad1bb31e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47800092-923b-4581-9013-4ea7b15685b0,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:54.420638 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-fceadbba-9c62-4834-a505-14fad1bb31e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:54.443565 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Made reservation on behalf of 25f8ae6460f04c39aef3777ab9b3c190 for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:38:54.446435 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.459320 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e712d773-629c-42c7-913c-57f0c2b6579c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.464333 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.536866 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e712d773-629c-42c7-913c-57f0c2b6579c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.621476 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e712d773-629c-42c7-913c-57f0c2b6579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.624062 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e712d773-629c-42c7-913c-57f0c2b6579c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.625430 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e712d773-629c-42c7-913c-57f0c2b6579c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2eb4a761-4816-4dae-abe1-081113996478 HTTP/1.1" status: 204 len: 168 time: 0.2769301 Jun 08 06:38:54.628732 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4da6da6d-1ccf-48c9-b6a3-ede681911f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:54.651549 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712d773-629c-42c7-913c-57f0c2b6579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb4a761-4816-4dae-abe1-081113996478,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:54.655755 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e712d773-629c-42c7-913c-57f0c2b6579c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:54.676349 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.685866 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.690732 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-431387b2-1ddd-451d-b587-68beeec9e78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:54.769713 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=91843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:38:54.776532 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fcf71-a9c0-4d98-9d15-5efd3d8b9d77 req-6d0d4b4d-7056-4233-a538-9a56f83f078e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:54.778281 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-613fcf71-a9c0-4d98-9d15-5efd3d8b9d77 req-6d0d4b4d-7056-4233-a538-9a56f83f078e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1699386 Jun 08 06:38:54.787610 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:54.791617 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:54.794570 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.795130 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Added segment 43d42663-d5a8-4ce3-8617-72cf728b9257 of type vlan for network 32a1804a-7267-4026-add5-7583c1227073 Jun 08 06:38:54.826201 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.874791 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.877931 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.879727 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:54.880014 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-613fcf71-a9c0-4d98-9d15-5efd3d8b9d77 req-caeb3b47-2e96-41f3-b3e1-7579d7d97738 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948453 Jun 08 06:38:54.880553 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:54.886805 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:54.984748 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Pushing event updated for resources: {'Network': ['ID=32a1804a-7267-4026-add5-7583c1227073,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:54.989170 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:54.996258 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 32a1804a-7267-4026-add5-7583c1227073 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:38:54.997580 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7863257 Jun 08 06:38:55.000484 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44320) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:55.009783 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Request body: {'subnet': {'network_id': '32a1804a-7267-4026-add5-7583c1227073', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1122485287-subnet', 'tenant_id': '25f8ae6460f04c39aef3777ab9b3c190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:55.052133 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Made reservation on behalf of 25f8ae6460f04c39aef3777ab9b3c190 for: {'subnet': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:38:55.054633 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31494021'] for subnet, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:55.378683 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30672607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31494059'] for subnet, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:55.387343 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-eb7de7e4-b1a6-435c-a99a-0ebc89ecb446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:55.446801 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa82ebd-9267-47c7-85a7-025463b273dd,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:55.460874 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.461360 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.461808 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.462151 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.462487 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.462814 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.463329 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.463951 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.464287 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.464619 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.464961 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.465394 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:38:55.470122 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:55.526315 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Checking segment: {'id': '43d42663-d5a8-4ce3-8617-72cf728b9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '32a1804a-7267-4026-add5-7583c1227073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:55.527038 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Network hostable DHCP agents. Network: 32a1804a-7267-4026-add5-7583c1227073, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:38:55.550949 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Network 32a1804a-7267-4026-add5-7583c1227073 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:38:55.571104 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 32a1804a-7267-4026-add5-7583c1227073) {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:55.576888 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:55.577782 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:55.581121 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab714b64-4da5-4d91-bd9a-8eec1fd8a8a1 None None] Network 32a1804a-7267-4026-add5-7583c1227073 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:38:55.633934 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-3620c2ae-606a-431c-94eb-827b949a3d2a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6319768 Jun 08 06:38:55.937999 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb03cf-3d5b-419f-9837-8844bd75227f None None] Network 32a1804a-7267-4026-add5-7583c1227073 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:38:56.141779 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:38:56.230206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78584b3-3c6d-4b4a-81d2-029e86f228ff req-349ae668-a24c-44c5-b605-e911e4130dde tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:56.239007 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b78584b3-3c6d-4b4a-81d2-029e86f228ff req-349ae668-a24c-44c5-b605-e911e4130dde tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1055286 Jun 08 06:38:56.280963 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b78584b3-3c6d-4b4a-81d2-029e86f228ff req-a3ca07ef-2bdf-4f3f-8825-3024a8b33996 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407791 Jun 08 06:38:56.522574 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:56.837182 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44414) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:56.843122 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-250882474-network', 'tenant_id': '150051158f2c4cfeb0a55ef4062a7b90'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:56.872007 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Made reservation on behalf of 150051158f2c4cfeb0a55ef4062a7b90 for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:38:56.874850 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:56.893511 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.040725 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.048886 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.055507 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:57.094781 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=91843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:38:57.108808 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796f6e0e-9cc6-49d9-aa1a-c9ccde533814,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:57.116619 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:57.121969 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.123226 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Added segment 4414232f-cc20-4955-89f7-b1839bfbc82e of type vlan for network dda553e8-2d9f-4db9-a75b-9db061e3c06b Jun 08 06:38:57.157893 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.198588 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.200164 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:57.200983 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.206087 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-76d75818-739d-475e-ab8c-ede0156a8f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:57.302754 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44436) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:57.303316 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4642324 Jun 08 06:38:57.309333 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Request body: {'subnet': {'network_id': 'dda553e8-2d9f-4db9-a75b-9db061e3c06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-250882474-subnet', 'tenant_id': '150051158f2c4cfeb0a55ef4062a7b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:38:57.315752 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Pushing event updated for resources: {'Network': ['ID=dda553e8-2d9f-4db9-a75b-9db061e3c06b,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:57.322089 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:57.327953 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network dda553e8-2d9f-4db9-a75b-9db061e3c06b details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:38:57.355340 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Made reservation on behalf of 150051158f2c4cfeb0a55ef4062a7b90 for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:38:57.358670 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31748123'] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.365892 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44440) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:57.621172 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b61-a557-40a7-ba4f-381cd5cd9f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.640940 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ae8814-8415-4027-bb57-d866233e3fc4 req-3bec7689-d1ef-4953-8131-3460f9d36bb2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:57.642657 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c3ae8814-8415-4027-bb57-d866233e3fc4 req-3bec7689-d1ef-4953-8131-3460f9d36bb2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1595261 Jun 08 06:38:57.755197 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c3ae8814-8415-4027-bb57-d866233e3fc4 req-6bf4c9cb-3b1c-4f76-a3cb-b110b6d7c16c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023154 Jun 08 06:38:57.764615 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b61-a557-40a7-ba4f-381cd5cd9f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.790165 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b61-a557-40a7-ba4f-381cd5cd9f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.793034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:57.842489 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32882429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31748149'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:57.850636 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-71ae3b61-a557-40a7-ba4f-381cd5cd9f00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ef90b9ec4f14a97892459fb21710378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828048 Jun 08 06:38:57.851528 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae3b61-a557-40a7-ba4f-381cd5cd9f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0fa2ff-5b56-4aca-a66e-1acae6f93e9b,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:57.854453 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44454) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:38:57.855129 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-71ae3b61-a557-40a7-ba4f-381cd5cd9f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:57.855851 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:58.105743 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b32b3a56-fee0-4667-8e2c-70832dab2a6a,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:58.113201 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:58.114616 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Checking segment: {'id': '4414232f-cc20-4955-89f7-b1839bfbc82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'dda553e8-2d9f-4db9-a75b-9db061e3c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:38:58.114971 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Network hostable DHCP agents. Network: dda553e8-2d9f-4db9-a75b-9db061e3c06b, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:38:58.119897 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9157d640-dff0-4461-bd71-1181794da609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:58.156716 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9157d640-dff0-4461-bd71-1181794da609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:58.167168 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Network dda553e8-2d9f-4db9-a75b-9db061e3c06b is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:38:58.196957 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, dda553e8-2d9f-4db9-a75b-9db061e3c06b) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:38:58.211462 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:58.212123 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:58.215334 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d16a93f-39c0-410a-8683-12d2acb2e403 None None] Network dda553e8-2d9f-4db9-a75b-9db061e3c06b requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:38:58.236792 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9328148 Jun 08 06:38:58.278358 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9157d640-dff0-4461-bd71-1181794da609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:58.281160 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9157d640-dff0-4461-bd71-1181794da609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:38:58.282372 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-9157d640-dff0-4461-bd71-1181794da609 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f0fa2ff-5b56-4aca-a66e-1acae6f93e9b HTTP/1.1" status: 204 len: 168 time: 0.3481359 Jun 08 06:38:58.282997 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:38:58.308221 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157d640-dff0-4461-bd71-1181794da609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0fa2ff-5b56-4aca-a66e-1acae6f93e9b,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:38:58.312576 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9157d640-dff0-4461-bd71-1181794da609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:38:58.478854 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e89e58-ab68-487a-b020-a7185ab7cbfb None None] Network dda553e8-2d9f-4db9-a75b-9db061e3c06b requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:38:58.996635 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648a820-0e5e-4de6-a01c-a137f7ef8f85 req-a7a81df6-cfd8-4c28-a925-7a48e724fbb0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:58.998236 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b648a820-0e5e-4de6-a01c-a137f7ef8f85 req-a7a81df6-cfd8-4c28-a925-7a48e724fbb0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.0983896 Jun 08 06:38:59.070868 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b648a820-0e5e-4de6-a01c-a137f7ef8f85 req-e1a73085-7267-4eeb-be53-d9bdd690129c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662441 Jun 08 06:38:59.131570 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-4278849e-f442-450e-a56d-6e372d15251f tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:38:59.134061 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-4278849e-f442-450e-a56d-6e372d15251f tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/networks?id=32a1804a-7267-4026-add5-7583c1227073 HTTP/1.1" status: 200 len: 809 time: 0.1963058 Jun 08 06:38:59.159464 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-10bca9dd-4c0d-460f-90b6-2190348371b9 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/quotas/25f8ae6460f04c39aef3777ab9b3c190 HTTP/1.1" status: 200 len: 375 time: 0.0185258 Jun 08 06:38:59.215964 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-fd26d147-0017-42c4-9da9-f9282c58a229 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=25f8ae6460f04c39aef3777ab9b3c190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558071 Jun 08 06:38:59.358799 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-0deac754-a91c-4e8d-9938-15f86c1ff89f service neutron] 10.222.0.44 "GET /v2.0/networks/32a1804a-7267-4026-add5-7583c1227073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419611 Jun 08 06:38:59.507114 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-511af31a-ec78-49bf-aecd-583cf344021d service neutron] 10.222.0.44 "GET /v2.0/networks/32a1804a-7267-4026-add5-7583c1227073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399078 Jun 08 06:38:59.732777 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-32ba9cbb-318a-4611-a7cb-c8ec02ee95c9 req-e9098636-08e4-4975-a35f-d8d092b0408a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 210 time: 0.0629647 Jun 08 06:39:00.346573 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44604) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:00.407605 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32051d1-3a71-4549-b765-77ca45535fc0 req-58c48bd2-a017-4980-b3ac-528f1085ca07 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:00.417402 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44608) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:00.420250 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e32051d1-3a71-4549-b765-77ca45535fc0 req-58c48bd2-a017-4980-b3ac-528f1085ca07 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1892767 Jun 08 06:39:00.486750 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e32051d1-3a71-4549-b765-77ca45535fc0 req-6d230c58-f20f-48e3-9fad-a82b0230aaf4 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649941 Jun 08 06:39:00.519953 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1447d37e-8bda-457f-b697-9c670076f94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:00.562817 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-46434919-373d-42e6-bd5a-4397a3bd898d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:00.677096 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1447d37e-8bda-457f-b697-9c670076f94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:00.682839 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1447d37e-8bda-457f-b697-9c670076f94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:00.694771 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:00.760074 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-1447d37e-8bda-457f-b697-9c670076f94a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca063431b44c417aa09a54ecf9bb3e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114935 Jun 08 06:39:00.763409 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44614) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:00.763789 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447d37e-8bda-457f-b697-9c670076f94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157c705d-1452-4c21-948d-b4054cb254cb,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:00.766785 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-1447d37e-8bda-457f-b697-9c670076f94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:00.840053 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-46434919-373d-42e6-bd5a-4397a3bd898d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:00.845127 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-46434919-373d-42e6-bd5a-4397a3bd898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:00.855283 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:00.864033 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c8c68de4-a89b-461d-9cbf-4f29903aed74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:00.909602 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-46434919-373d-42e6-bd5a-4397a3bd898d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb110bb0df4e4373a7cb2c1fe27f6dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4910014 Jun 08 06:39:00.910435 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46434919-373d-42e6-bd5a-4397a3bd898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62894767-fb44-4874-bb97-1fd84c4a3ab4,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:00.912726 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44620) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:00.925304 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-46434919-373d-42e6-bd5a-4397a3bd898d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:00.926404 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-20ed441a-c3c3-4496-8c8e-5cc8d216b14b req-5c8f7857-c5bc-4105-9b0e-db92a00a824a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 210 time: 0.0575502 Jun 08 06:39:00.943477 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c8c68de4-a89b-461d-9cbf-4f29903aed74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:01.007531 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c8c68de4-a89b-461d-9cbf-4f29903aed74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:01.010617 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c8c68de4-a89b-461d-9cbf-4f29903aed74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:01.012213 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c8c68de4-a89b-461d-9cbf-4f29903aed74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/157c705d-1452-4c21-948d-b4054cb254cb HTTP/1.1" status: 204 len: 168 time: 0.2474568 Jun 08 06:39:01.013031 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9157d640-dff0-4461-bd71-1181794da609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:01.026839 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d339e414-3790-43ff-8c36-2c406b8bab94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:01.027461 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c68de4-a89b-461d-9cbf-4f29903aed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157c705d-1452-4c21-948d-b4054cb254cb,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:01.030834 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c8c68de4-a89b-461d-9cbf-4f29903aed74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:01.083468 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d339e414-3790-43ff-8c36-2c406b8bab94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:01.310942 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-c6b15fef-50e0-475c-8035-50c208e65f2a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:01.312553 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-c6b15fef-50e0-475c-8035-50c208e65f2a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.48 "GET /v2.0/networks?id=32a1804a-7267-4026-add5-7583c1227073 HTTP/1.1" status: 200 len: 809 time: 0.2192223 Jun 08 06:39:01.327959 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Request body: {'port': {'device_id': 'e0de97b6-1860-4cd9-977a-481f1722ad63', 'network_id': '32a1804a-7267-4026-add5-7583c1227073', 'admin_state_up': True, 'tenant_id': '25f8ae6460f04c39aef3777ab9b3c190'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:39:01.487141 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d339e414-3790-43ff-8c36-2c406b8bab94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:01.489717 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d339e414-3790-43ff-8c36-2c406b8bab94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:01.491128 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-d339e414-3790-43ff-8c36-2c406b8bab94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62894767-fb44-4874-bb97-1fd84c4a3ab4 HTTP/1.1" status: 204 len: 168 time: 0.5774715 Jun 08 06:39:01.495000 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e98132f2-a6ed-484d-bd76-ff64a2e6ab8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:01.521753 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339e414-3790-43ff-8c36-2c406b8bab94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62894767-fb44-4874-bb97-1fd84c4a3ab4,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:01.525740 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d339e414-3790-43ff-8c36-2c406b8bab94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:01.608312 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Made reservation on behalf of 25f8ae6460f04c39aef3777ab9b3c190 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:39:01.622556 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:01.906710 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Allocated IP 172.20.0.5 (32a1804a-7267-4026-add5-7583c1227073/dfa82ebd-9267-47c7-85a7-025463b273dd/908b1e2d-31e2-4022-83bc-9bf86e2d4a9b) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:39:01.922360 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e7b86-6677-41f5-93f4-df04b2c7fd6f req-b5d899c4-53ed-4518-a44a-1d875c5e020d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:01.923864 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9c2e7b86-6677-41f5-93f4-df04b2c7fd6f req-b5d899c4-53ed-4518-a44a-1d875c5e020d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1907163 Jun 08 06:39:02.016458 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9c2e7b86-6677-41f5-93f4-df04b2c7fd6f req-396f5386-0efc-4563-a4b1-a24c8546b223 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854363 Jun 08 06:39:02.108570 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-385527c0-ae78-4ce6-a63f-86aaf845726e req-12e642c0-b533-4351-a68b-7eb15106dbd7 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 210 time: 0.0507891 Jun 08 06:39:02.175814 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:02.206842 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:02.209691 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:39:02.209691 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:39:02.209691 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:39:02.209691 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:39:02.209691 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:39:02.209691 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:39:02.227644 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Network 32a1804a-7267-4026-add5-7583c1227073 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:39:02.228878 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:39:02.231333 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:39:02.298681 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:02.299295 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:02.320085 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-171e2f48-ca0c-4763-9b16-2e22174f085a tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9957869 Jun 08 06:39:02.337390 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Request body: {'port': {'device_id': 'e0de97b6-1860-4cd9-977a-481f1722ad63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:39:02.448177 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:02.836104 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:39:02.844650 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:02.861873 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Transition to ACTIVE for port object 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:39:02.867951 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:02.873110 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:03.044347 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Pushing event updated for resources: {'Port': ['ID=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:03.062445 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:03.154153 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Attempting to bind port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:39:03.155126 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Attempting to bind port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '43d42663-d5a8-4ce3-8617-72cf728b9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '32a1804a-7267-4026-add5-7583c1227073'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:39:03.155701 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Attempting to bind port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b on network 32a1804a-7267-4026-add5-7583c1227073 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:39:03.161786 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b on network 32a1804a-7267-4026-add5-7583c1227073 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:39:03.162304 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Attempting to bind port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b on network 32a1804a-7267-4026-add5-7583c1227073 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:39:03.170295 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:39:03.172663 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Checking segment: {'id': '43d42663-d5a8-4ce3-8617-72cf728b9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '32a1804a-7267-4026-add5-7583c1227073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:39:03.172663 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Bound using segment: {'id': '43d42663-d5a8-4ce3-8617-72cf728b9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '32a1804a-7267-4026-add5-7583c1227073'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:39:03.172663 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Bound port: 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d42663-d5a8-4ce3-8617-72cf728b9257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '32a1804a-7267-4026-add5-7583c1227073'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:39:03.172663 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:03.274247 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f9ba2-f733-4829-ab58-9f2f6b8a0741 req-be370f90-33e6-4e04-85a6-4f1d75ab13a2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:03.280451 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-865f9ba2-f733-4829-ab58-9f2f6b8a0741 req-be370f90-33e6-4e04-85a6-4f1d75ab13a2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1200914 Jun 08 06:39:03.319803 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] For port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:39:03.324095 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] For port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,segment=NetworkSegment(43d42663-d5a8-4ce3-8617-72cf728b9257),segment_id=43d42663-d5a8-4ce3-8617-72cf728b9257)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:39:03.336392 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:03.395443 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-865f9ba2-f733-4829-ab58-9f2f6b8a0741 req-fc9970ce-d47b-4586-92d2-5e85b11dd5f5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082723 Jun 08 06:39:03.411940 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:03.472803 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:03.473433 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:03.474874 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] 10.222.0.48 "PUT /v2.0/ports/908b1e2d-31e2-4022-83bc-9bf86e2d4a9b HTTP/1.1" status: 200 len: 1093 time: 1.1417756 Jun 08 06:39:03.475946 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0de97b6-1860-4cd9-977a-481f1722ad63', 'tag': '908b1e2d-31e2-4022-83bc-9bf86e2d4a9b'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:03.478386 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47037013-74b5-47d3-afb9-cc4bb15a3d07" -d '{"events": [{"name": "network-changed", "server_uuid": "e0de97b6-1860-4cd9-977a-481f1722ad63", "tag": "908b1e2d-31e2-4022-83bc-9bf86e2d4a9b"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:03.574476 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccc8deb-405e-4934-8d9d-266da3a15f71 x-openstack-request-id: req-fccc8deb-405e-4934-8d9d-266da3a15f71 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:03.574793 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0de97b6-1860-4cd9-977a-481f1722ad63", "tag": "908b1e2d-31e2-4022-83bc-9bf86e2d4a9b", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:03.575070 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fccc8deb-405e-4934-8d9d-266da3a15f71 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:03.575519 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0de97b6-1860-4cd9-977a-481f1722ad63', 'tag': '908b1e2d-31e2-4022-83bc-9bf86e2d4a9b', 'status': 'completed', 'code': 200} Jun 08 06:39:03.576184 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Pushing event updated for resources: {'Port': ['ID=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:03.584125 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:03.616593 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32214cb-dddc-449b-ac74-3d0069511f9b req-b5b36bbb-951e-4048-aefb-3155de1e29b3 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:03.618064 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d32214cb-dddc-449b-ac74-3d0069511f9b req-b5b36bbb-951e-4048-aefb-3155de1e29b3 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 943 time: 0.2603421 Jun 08 06:39:03.762575 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-02a40891-452f-46b7-beae-e23502616212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:03.762575 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-02a40891-452f-46b7-beae-e23502616212 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25f8ae6460f04c39aef3777ab9b3c190&device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 1096 time: 0.2294307 Jun 08 06:39:03.763530 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d32214cb-dddc-449b-ac74-3d0069511f9b req-719305e5-0448-4415-9443-8940262bb9ec tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378715 Jun 08 06:39:03.834187 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-d4843b13-1b94-4aa9-ba6a-b9fbbb4de3f3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b HTTP/1.1" status: 200 len: 217 time: 0.0651848 Jun 08 06:39:03.898337 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-d4874e91-12be-4853-9835-b7684bcc61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:03.899704 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-d4874e91-12be-4853-9835-b7684bcc61a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa82ebd-9267-47c7-85a7-025463b273dd HTTP/1.1" status: 200 len: 849 time: 0.0582039 Jun 08 06:39:03.961449 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-687a5806-6f7b-40a9-b926-d6ce39e2b501 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a1804a-7267-4026-add5-7583c1227073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550675 Jun 08 06:39:04.111972 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-9ec6976f-4c12-47e2-a455-5231861b0e10 service neutron] 10.222.0.48 "GET /v2.0/networks/32a1804a-7267-4026-add5-7583c1227073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407316 Jun 08 06:39:04.257354 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-54e1748d-b63b-456b-b0b7-224ee9d49330 req-7cdc7ec6-4ea7-42b2-9e54-2a37f9443289 service neutron] 10.222.0.48 "GET /v2.0/networks/32a1804a-7267-4026-add5-7583c1227073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332901 Jun 08 06:39:04.388804 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-d61d22ac-806d-427a-8e27-334366176750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:04.390472 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-d61d22ac-806d-427a-8e27-334366176750 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=25f8ae6460f04c39aef3777ab9b3c190&device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 1096 time: 0.0814941 Jun 08 06:39:04.391912 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44792) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:04.615026 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b6a134de-f289-4282-8ecf-2ac3f78603bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:04.631189 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-5c8787ff-fd5b-4f4e-ac4e-28c5a37bb037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:04.633400 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-5c8787ff-fd5b-4f4e-ac4e-28c5a37bb037 service neutron] 10.222.0.48 "GET /v2.0/networks?id=32a1804a-7267-4026-add5-7583c1227073 HTTP/1.1" status: 200 len: 910 time: 0.2317274 Jun 08 06:39:04.695512 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44802) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:04.729515 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-56cbd84f-c5a9-4759-bda4-68c4c66d7470 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b HTTP/1.1" status: 200 len: 217 time: 0.0838029 Jun 08 06:39:04.813159 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adc66e-f3f3-48ef-a609-499436e6536c req-376e6ed5-6862-426e-b96c-7936a13c370d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:04.814587 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50adc66e-f3f3-48ef-a609-499436e6536c req-376e6ed5-6862-426e-b96c-7936a13c370d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.2881017 Jun 08 06:39:04.843218 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-567cc5ee-922b-4924-80df-ba9b06b84e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:04.880788 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-68dbb1bf-9d41-498b-9104-7fd025858809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:04.883029 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-68dbb1bf-9d41-498b-9104-7fd025858809 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=dfa82ebd-9267-47c7-85a7-025463b273dd HTTP/1.1" status: 200 len: 849 time: 0.1398883 Jun 08 06:39:04.942279 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50adc66e-f3f3-48ef-a609-499436e6536c req-b533198d-cb4d-4438-a1b0-b5bb7798d3fd tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172473 Jun 08 06:39:04.963180 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-2aea95fd-25e1-4640-9ef4-1202d71c0d82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=32a1804a-7267-4026-add5-7583c1227073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690203 Jun 08 06:39:05.001568 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b6a134de-f289-4282-8ecf-2ac3f78603bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.066238 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b6a134de-f289-4282-8ecf-2ac3f78603bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.081495 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3374d94f-3323-4a78-a7db-229b68a51b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:05.103554 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8d09e-4b3c-445e-b862-84d36a3330e6 req-59edbdd0-d6df-4450-9111-33057007b41f tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:05.111831 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-55e8d09e-4b3c-445e-b862-84d36a3330e6 req-59edbdd0-d6df-4450-9111-33057007b41f tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 943 time: 0.2108295 Jun 08 06:39:05.150082 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b6a134de-f289-4282-8ecf-2ac3f78603bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03dd03e778674a94b4983c9d0047fbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7538104 Jun 08 06:39:05.152406 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a134de-f289-4282-8ecf-2ac3f78603bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08faf44a-68d3-4c48-bf4f-c474235c2179,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:05.156126 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44814) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:05.161937 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b6a134de-f289-4282-8ecf-2ac3f78603bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:05.204945 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-55e8d09e-4b3c-445e-b862-84d36a3330e6 req-233b07af-7c52-409f-a782-3091f9f80a3e tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917068 Jun 08 06:39:05.241089 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-567cc5ee-922b-4924-80df-ba9b06b84e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.248713 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-567cc5ee-922b-4924-80df-ba9b06b84e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.258159 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b879b1e6-d83b-4d6b-8b92-22e636efa0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:05.260675 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-5472c122-9f43-43eb-9656-4e5e7a244236 service neutron] 10.222.0.48 "GET /v2.0/networks/32a1804a-7267-4026-add5-7583c1227073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852516 Jun 08 06:39:05.283691 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a846ad38-a1da-4ff4-925e-51ccf9d99031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.309469 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cc5ee-922b-4924-80df-ba9b06b84e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b426ff0a-6dc5-47b9-a4d1-260124f011ab,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:05.316175 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-567cc5ee-922b-4924-80df-ba9b06b84e0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91da1e367fa54f4f9c447d1a1ce171c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6171124 Jun 08 06:39:05.316175 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-567cc5ee-922b-4924-80df-ba9b06b84e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:05.317584 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44816) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:05.396448 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e76641da-36f8-4ede-bcc3-be3844ba9bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.406727 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a846ad38-a1da-4ff4-925e-51ccf9d99031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.424689 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e76641da-36f8-4ede-bcc3-be3844ba9bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.494677 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47037013-74b5-47d3-afb9-cc4bb15a3d07 req-af9139cc-2004-4032-ac38-2316b59eb474 service neutron] 10.222.0.48 "GET /v2.0/networks/32a1804a-7267-4026-add5-7583c1227073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103007 Jun 08 06:39:05.505554 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e76641da-36f8-4ede-bcc3-be3844ba9bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.510540 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e76641da-36f8-4ede-bcc3-be3844ba9bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.511938 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e76641da-36f8-4ede-bcc3-be3844ba9bb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b426ff0a-6dc5-47b9-a4d1-260124f011ab HTTP/1.1" status: 204 len: 168 time: 0.1934283 Jun 08 06:39:05.513118 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ce47adc5-e1cd-4045-81a3-842f68a92af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:05.513332 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a846ad38-a1da-4ff4-925e-51ccf9d99031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.516435 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a846ad38-a1da-4ff4-925e-51ccf9d99031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.528781 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76641da-36f8-4ede-bcc3-be3844ba9bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b426ff0a-6dc5-47b9-a4d1-260124f011ab,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:05.531145 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e76641da-36f8-4ede-bcc3-be3844ba9bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:05.532043 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-a846ad38-a1da-4ff4-925e-51ccf9d99031 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08faf44a-68d3-4c48-bf4f-c474235c2179 HTTP/1.1" status: 204 len: 168 time: 0.3650250 Jun 08 06:39:05.535077 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-71ae3b61-a557-40a7-ba4f-381cd5cd9f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:05.566611 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846ad38-a1da-4ff4-925e-51ccf9d99031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08faf44a-68d3-4c48-bf4f-c474235c2179,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:05.575618 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a846ad38-a1da-4ff4-925e-51ccf9d99031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:05.879501 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44836) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:05.882860 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44838) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:05.898996 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-54dd7140-a953-4508-a9e7-a979b81885c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.899410 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:05.924463 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.db.api [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 06:39:05.924463 dv-cinder-760199-6-smb neutron-server[91843]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 08 06:39:05.924463 dv-cinder-760199-6-smb neutron-server[91843]: [parameters: {'project_id': '5eaad1dba8db4db68cec6b2dac940847', 'id': '72c53172-dd31-43c5-9475-ed3bae4be7d2', 'expiration': datetime.datetime(2021, 6, 8, 6, 41, 5, 920347)}] Jun 08 06:39:05.924463 dv-cinder-760199-6-smb neutron-server[91843]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 06:39:05.924849 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_db.api [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 06:39:06.003332 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-54dd7140-a953-4508-a9e7-a979b81885c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.009147 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-54dd7140-a953-4508-a9e7-a979b81885c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.016400 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-475ef27c-7d43-4929-b3fe-e12840983ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:06.059211 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd7140-a953-4508-a9e7-a979b81885c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2637ac0-f773-4f62-aa0d-24d2e33f75c8,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:06.062426 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-54dd7140-a953-4508-a9e7-a979b81885c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:06.067398 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-54dd7140-a953-4508-a9e7-a979b81885c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b9543033e804e3383e1f753acd3a2d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815932 Jun 08 06:39:06.067883 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44842) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:06.126276 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-841b53cd-ac70-46f7-a272-6ec04e4f0788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.156306 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192f4b4-f9a3-4c9b-8733-bb2603bc365a req-10185d1b-ef5c-44fa-a2f6-23ebc7f4edd5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:06.157483 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-841b53cd-ac70-46f7-a272-6ec04e4f0788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.157870 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f192f4b4-f9a3-4c9b-8733-bb2603bc365a req-10185d1b-ef5c-44fa-a2f6-23ebc7f4edd5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.0812991 Jun 08 06:39:06.204967 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f192f4b4-f9a3-4c9b-8733-bb2603bc365a req-9eddc11d-ca1b-47a5-85ba-ccd77d833707 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405436 Jun 08 06:39:06.297215 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-841b53cd-ac70-46f7-a272-6ec04e4f0788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.300022 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-841b53cd-ac70-46f7-a272-6ec04e4f0788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.301242 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-841b53cd-ac70-46f7-a272-6ec04e4f0788 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2637ac0-f773-4f62-aa0d-24d2e33f75c8 HTTP/1.1" status: 204 len: 168 time: 0.2325749 Jun 08 06:39:06.301961 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-46434919-373d-42e6-bd5a-4397a3bd898d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:06.311764 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b53cd-ac70-46f7-a272-6ec04e4f0788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2637ac0-f773-4f62-aa0d-24d2e33f75c8,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:06.313974 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-841b53cd-ac70-46f7-a272-6ec04e4f0788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:06.401002 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded725-b8b3-41da-bb27-c95fa4bccf1f req-d62d59a9-338b-4454-bf55-8f904930f95b tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:06.403161 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-39ded725-b8b3-41da-bb27-c95fa4bccf1f req-d62d59a9-338b-4454-bf55-8f904930f95b tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 943 time: 0.0881555 Jun 08 06:39:06.425515 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.478529 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-39ded725-b8b3-41da-bb27-c95fa4bccf1f req-d8192e47-be35-4d99-9651-49f4b75893f2 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675428 Jun 08 06:39:06.573452 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.577673 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.586575 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:06.628453 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5eaad1dba8db4db68cec6b2dac940847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445199 Jun 08 06:39:06.629477 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933fcbc9-e8e7-4691-b766-496a6ae0d5d3,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:06.632163 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44852) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:06.633145 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:06.695372 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c473a845-1787-456f-a27c-bb4517ab36fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.721998 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c473a845-1787-456f-a27c-bb4517ab36fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.841882 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c473a845-1787-456f-a27c-bb4517ab36fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.844764 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c473a845-1787-456f-a27c-bb4517ab36fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:06.845923 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c473a845-1787-456f-a27c-bb4517ab36fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/933fcbc9-e8e7-4691-b766-496a6ae0d5d3 HTTP/1.1" status: 204 len: 168 time: 0.2117615 Jun 08 06:39:06.846988 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-79b625d1-40a4-4efe-9d95-7251f8a8b397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:06.857782 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473a845-1787-456f-a27c-bb4517ab36fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933fcbc9-e8e7-4691-b766-496a6ae0d5d3,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:06.860210 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c473a845-1787-456f-a27c-bb4517ab36fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:07.391589 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 44898) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:07.521893 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77643f-1985-4955-91ed-4aae61016d6f req-4054b694-9804-4466-9295-c8f914b6580d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:07.524073 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae77643f-1985-4955-91ed-4aae61016d6f req-4054b694-9804-4466-9295-c8f914b6580d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.0963004 Jun 08 06:39:07.589337 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae77643f-1985-4955-91ed-4aae61016d6f req-166fe556-d1d9-4ace-aff5-ed1053dcc1fc tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564730 Jun 08 06:39:07.650468 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-999974672-network', 'tenant_id': '5e8b0f2ecd734d949501362787a5128e'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:39:07.701524 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Made reservation on behalf of 5e8b0f2ecd734d949501362787a5128e for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:39:07.705941 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:07.723783 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:07.862761 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-9fc6a764-90eb-4fd7-b006-6014433c0809 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1399555 Jun 08 06:39:07.887473 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:39:07.895854 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683944f-4be4-4d50-b5ee-6763fce1e909 req-37a21aa9-f6e2-4dae-9b5b-b63419eaa7a1 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:07.897287 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6683944f-4be4-4d50-b5ee-6763fce1e909 req-37a21aa9-f6e2-4dae-9b5b-b63419eaa7a1 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 943 time: 0.1228452 Jun 08 06:39:07.937797 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:07.944381 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:07.950311 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0d9edb9d-778b-4d54-945f-64dad85659b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:07.977045 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=91843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:39:07.990738 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8449558-8581-46b5-935f-05793e2906ba,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:07.994960 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:07.998424 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:07.998771 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Added segment 29033a60-23dd-4333-ad51-ecc6c912219e of type vlan for network 43402100-6dd3-421b-8b4c-82e5eeace70e Jun 08 06:39:08.018945 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6683944f-4be4-4d50-b5ee-6763fce1e909 req-f202128b-6cf7-457d-8a32-1b531b5c7802 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140664 Jun 08 06:39:08.073564 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:08.112492 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,segment=NetworkSegment(43d42663-d5a8-4ce3-8617-72cf728b9257),segment_id=43d42663-d5a8-4ce3-8617-72cf728b9257)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:08.122945 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:08.125003 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:08.125650 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:08.127900 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '908b1e2d-31e2-4022-83bc-9bf86e2d4a9b', 'network_id': '32a1804a-7267-4026-add5-7583c1227073', 'port_id': '908b1e2d-31e2-4022-83bc-9bf86e2d4a9b', 'mac_address': 'fa:16:3e:cb:d5:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa82ebd-9267-47c7-85a7-025463b273dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:39:08.133255 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:08.218787 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-330184cf-2e4c-434b-8482-2b7063ee50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:08.220679 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-330184cf-2e4c-434b-8482-2b7063ee50f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1099 time: 0.1966782 Jun 08 06:39:08.233719 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8408778 Jun 08 06:39:08.237379 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 44926) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:08.237518 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:08.242415 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Request body: {'subnet': {'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-999974672-subnet', 'tenant_id': '5e8b0f2ecd734d949501362787a5128e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:39:08.243859 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Pushing event updated for resources: {'Network': ['ID=43402100-6dd3-421b-8b4c-82e5eeace70e,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:08.247622 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:08.260778 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 43402100-6dd3-421b-8b4c-82e5eeace70e details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:39:08.275623 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Made reservation on behalf of 5e8b0f2ecd734d949501362787a5128e for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:39:08.279922 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31748123'] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:08.338571 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:39:08.408791 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,segment=NetworkSegment(43d42663-d5a8-4ce3-8617-72cf728b9257),segment_id=43d42663-d5a8-4ce3-8617-72cf728b9257)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:08.419420 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:08.432499 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-0b2a401a-f0bc-4f59-89cf-ace45b637adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:08.436615 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-0b2a401a-f0bc-4f59-89cf-ace45b637adb service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.1800745 Jun 08 06:39:08.440416 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:08.514992 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:08.523618 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.524290 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.524853 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.525387 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.525915 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.526445 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.527016 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.527570 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.528433 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.528966 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.529496 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.529778 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:08.534186 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:08.541714 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-35a3fe1c-4fe8-42c2-a2de-973ff06ecb57 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 200 len: 217 time: 0.0960188 Jun 08 06:39:08.632687 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-b2b04c78-4142-4df8-82c9-946671defa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:08.634121 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-b2b04c78-4142-4df8-82c9-946671defa66 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.0810878 Jun 08 06:39:08.638308 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32882429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31748149'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:08.644063 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:08.728187 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['908b1e2d-31e2-4022-83bc-9bf86e2d4a9b'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:39:08.737854 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2bbc8d4-254a-481a-a242-ea7925166575,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:08.748174 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:08.749637 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Checking segment: {'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:39:08.750158 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Network hostable DHCP agents. Network: 43402100-6dd3-421b-8b4c-82e5eeace70e, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:39:08.775747 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Network 43402100-6dd3-421b-8b4c-82e5eeace70e is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:39:08.791613 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 43402100-6dd3-421b-8b4c-82e5eeace70e) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:39:08.801865 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:08.802463 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:08.807515 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4c59eb-1180-47d4-9d06-004a37a585fb None None] Network 43402100-6dd3-421b-8b4c-82e5eeace70e requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:39:08.841523 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6025636 Jun 08 06:39:08.868116 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-a42573fa-9885-4559-a86e-6fbba2ab2f65 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2148621 Jun 08 06:39:09.098769 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3ffa5-1650-459d-8144-22fac4a7e4f1 req-56c13d2d-0e37-4403-924e-7b99f9294aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:09.101905 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-84e3ffa5-1650-459d-8144-22fac4a7e4f1 req-56c13d2d-0e37-4403-924e-7b99f9294aaf service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 1099 time: 0.4473841 Jun 08 06:39:09.107963 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-e16b6f2b-3a5f-446c-9fca-65e5918ea71c service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309742 Jun 08 06:39:09.123074 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b80b1-f605-4b4b-b677-03b283a1aed1 req-2504ccbf-f1e5-4d79-8fc7-28c73b61943c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:09.142658 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cf1b80b1-f605-4b4b-b677-03b283a1aed1 req-2504ccbf-f1e5-4d79-8fc7-28c73b61943c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.3705597 Jun 08 06:39:09.232034 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f942536-76f6-43c1-85e1-ff862011df0d None None] Network 43402100-6dd3-421b-8b4c-82e5eeace70e requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:39:09.354679 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-84e3ffa5-1650-459d-8144-22fac4a7e4f1 req-27ed89b2-b10f-4c06-a69e-9cc8543a52ff service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428001 Jun 08 06:39:09.359232 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cf1b80b1-f605-4b4b-b677-03b283a1aed1 req-48d3388f-d7a9-4fae-b579-d8e01fe3ee26 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124586 Jun 08 06:39:09.426393 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74191f5f-daa9-43ea-bf82-c4f028507226 req-2b904fcc-6ec9-4446-8851-ee4d5d332259 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365499 Jun 08 06:39:09.438021 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898f909-7b04-49f4-84c4-a012c7bb0b64 req-8ba88536-ffef-4601-ad21-8fca221bb6bf tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:09.444193 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b898f909-7b04-49f4-84c4-a012c7bb0b64 req-8ba88536-ffef-4601-ad21-8fca221bb6bf tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 944 time: 0.1671047 Jun 08 06:39:09.500134 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b898f909-7b04-49f4-84c4-a012c7bb0b64 req-7054444f-e46b-4407-810b-9ae37ad32725 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456166 Jun 08 06:39:10.598708 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabca9d9-6f5e-4cf4-a31d-61440b95e0da req-0436444f-6f7b-4dd9-80f4-72374564f52b tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:10.600383 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-fabca9d9-6f5e-4cf4-a31d-61440b95e0da req-0436444f-6f7b-4dd9-80f4-72374564f52b tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.0813324 Jun 08 06:39:10.645151 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-fabca9d9-6f5e-4cf4-a31d-61440b95e0da req-ce4af0d4-35ae-4ac2-9e15-02fcdc02a55b tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Jun 08 06:39:10.787541 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfb564-b2d5-40f1-afa2-395625cc0179 req-849bca1f-7b64-4de5-a089-eee1aa846428 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:10.789350 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6adfb564-b2d5-40f1-afa2-395625cc0179 req-849bca1f-7b64-4de5-a089-eee1aa846428 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 944 time: 0.1714425 Jun 08 06:39:10.838901 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6adfb564-b2d5-40f1-afa2-395625cc0179 req-f0617e42-5f9f-45c6-890b-fefae4ca3007 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431514 Jun 08 06:39:10.847910 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e59b15-0df7-4062-8f1f-feaf6430e842 req-e94f1353-18a4-4264-a335-559de2643583 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:10.847910 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-85e59b15-0df7-4062-8f1f-feaf6430e842 req-e94f1353-18a4-4264-a335-559de2643583 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0845242 Jun 08 06:39:10.891238 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-85e59b15-0df7-4062-8f1f-feaf6430e842 req-825779b0-cab3-4ddf-a6ad-f76b07023eec tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430522 Jun 08 06:39:11.176258 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:11.318117 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-d49bbfa6-d7ca-420b-8ab2-39d462d87ccd tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:11.325939 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-d49bbfa6-d7ca-420b-8ab2-39d462d87ccd tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/networks?id=43402100-6dd3-421b-8b4c-82e5eeace70e HTTP/1.1" status: 200 len: 808 time: 0.1908183 Jun 08 06:39:11.340449 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-9a56f614-5de2-47c2-adbe-d5121794f2b8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/quotas/5e8b0f2ecd734d949501362787a5128e HTTP/1.1" status: 200 len: 375 time: 0.0133982 Jun 08 06:39:11.402901 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-08c99455-6c25-42e9-a99c-87801639fd5d tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8b0f2ecd734d949501362787a5128e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615573 Jun 08 06:39:11.545803 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-a5f0e2b4-621b-43e6-946f-c39573bbff8a service neutron] 10.222.0.44 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420288 Jun 08 06:39:11.700912 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-ab96c473-a65c-4a61-a0cc-30367e03a64f service neutron] 10.222.0.44 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541128 Jun 08 06:39:11.921867 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:39:11.931368 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d3798836-083d-4887-a566-9b07ee7a24ba req-5b15b923-1ed3-4f98-8813-daaea43a6f1e tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 210 time: 0.0589659 Jun 08 06:39:12.098323 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:39:12.107012 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:39:12.107520 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:12.117019 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325eb54-3662-4205-8b23-85d6ce14cec7 req-d47529b9-3413-46f1-a19a-78af432b78ce tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:12.124878 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1325eb54-3662-4205-8b23-85d6ce14cec7 req-d47529b9-3413-46f1-a19a-78af432b78ce tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 944 time: 0.1172545 Jun 08 06:39:12.184333 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1325eb54-3662-4205-8b23-85d6ce14cec7 req-984ed2ca-de76-482a-a915-59efa173f0a8 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584478 Jun 08 06:39:12.262175 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:12.296808 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0de97b6-1860-4cd9-977a-481f1722ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908b1e2d-31e2-4022-83bc-9bf86e2d4a9b'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:12.299387 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d0e36a-ce5a-4b08-83f5-654c6096321a" -d '{"events": [{"server_uuid": "e0de97b6-1860-4cd9-977a-481f1722ad63", "name": "network-vif-plugged", "status": "completed", "tag": "908b1e2d-31e2-4022-83bc-9bf86e2d4a9b"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:12.321749 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,segment=NetworkSegment(43d42663-d5a8-4ce3-8617-72cf728b9257),segment_id=43d42663-d5a8-4ce3-8617-72cf728b9257)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:12.331015 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:12.334253 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:12.377694 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb93818-5978-4511-931b-23ab331abecb x-openstack-request-id: req-ebb93818-5978-4511-931b-23ab331abecb {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:12.378143 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0de97b6-1860-4cd9-977a-481f1722ad63", "name": "network-vif-plugged", "status": "completed", "tag": "908b1e2d-31e2-4022-83bc-9bf86e2d4a9b", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:12.378247 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebb93818-5978-4511-931b-23ab331abecb {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:12.378633 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0de97b6-1860-4cd9-977a-481f1722ad63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '908b1e2d-31e2-4022-83bc-9bf86e2d4a9b', 'code': 200} Jun 08 06:39:12.416626 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:12.420066 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:12.704688 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a64511e-eec7-4ac1-9be8-9f34d876f264 req-37f296ad-94b4-45bb-8ad0-3d7f9104596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:12.706393 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a64511e-eec7-4ac1-9be8-9f34d876f264 req-37f296ad-94b4-45bb-8ad0-3d7f9104596a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 1098 time: 0.0990968 Jun 08 06:39:12.762706 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a64511e-eec7-4ac1-9be8-9f34d876f264 req-cafa1db6-5b24-4790-9fdc-855b812dd9f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482187 Jun 08 06:39:12.920908 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-45bbffc1-93f1-4605-ab52-baf57b9f4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:12.922385 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-45bbffc1-93f1-4605-ab52-baf57b9f4d65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1099 time: 0.0707865 Jun 08 06:39:12.946642 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830d80-e139-4f3c-a2d3-005f452db41c req-f24b606e-f3ef-4654-b424-4dc85cd660ff tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:12.948139 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0a830d80-e139-4f3c-a2d3-005f452db41c req-f24b606e-f3ef-4654-b424-4dc85cd660ff tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0856311 Jun 08 06:39:13.000125 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0a830d80-e139-4f3c-a2d3-005f452db41c req-756bb352-cba6-4e2c-8436-11c3e3f66aef tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Jun 08 06:39:13.094940 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c8de612e-2932-430b-997c-80db57db7520 req-cd578d68-fda7-43c7-a6f8-5c72392127c6 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 210 time: 0.0538602 Jun 08 06:39:13.101505 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-1d3286be-e3ab-4480-b6f9-58060f47cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:13.102854 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-1d3286be-e3ab-4480-b6f9-58060f47cc69 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.1676989 Jun 08 06:39:13.186707 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-f8a41d21-2878-422a-b226-c3c972681a26 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 200 len: 217 time: 0.0649855 Jun 08 06:39:13.362617 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-b55bc14b-1533-4af9-afe3-ec0149c99dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:13.364187 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-b55bc14b-1533-4af9-afe3-ec0149c99dec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.1616321 Jun 08 06:39:13.437437 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb104875-2f16-4c6f-9c0c-2ed6ee7ca440 req-3bf099da-e929-4e47-af60-20a8aac934c9 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:13.444922 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-fb104875-2f16-4c6f-9c0c-2ed6ee7ca440 req-3bf099da-e929-4e47-af60-20a8aac934c9 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 945 time: 0.1084466 Jun 08 06:39:13.467232 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-1e25e5c2-b483-43dc-96ff-868e2521cb6b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603907 Jun 08 06:39:13.480796 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-cb6aaa26-02f4-4029-bed9-b12d8290274f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:13.482458 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-cb6aaa26-02f4-4029-bed9-b12d8290274f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.48 "GET /v2.0/networks?id=43402100-6dd3-421b-8b4c-82e5eeace70e HTTP/1.1" status: 200 len: 808 time: 0.2280080 Jun 08 06:39:13.519129 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Request body: {'port': {'device_id': '6555aa19-dee8-481e-898e-f13a66c06c5a', 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e', 'admin_state_up': True, 'tenant_id': '5e8b0f2ecd734d949501362787a5128e'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:39:13.550897 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-fb104875-2f16-4c6f-9c0c-2ed6ee7ca440 req-e7ac14c3-6270-4585-9214-c6e25bb917e9 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042435 Jun 08 06:39:13.884969 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-f4fdcfba-e87d-4e43-9145-0765b3bd3cec service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014449 Jun 08 06:39:13.998070 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Made reservation on behalf of 5e8b0f2ecd734d949501362787a5128e for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:39:14.001904 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.071117 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45152) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:14.127371 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d66e5670-a665-4ac3-9fc8-907299949a79 req-57abd40b-0c81-487f-a6c7-9b6ac86b8221 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258162 Jun 08 06:39:14.239096 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Allocated IP 172.20.0.10 (43402100-6dd3-421b-8b4c-82e5eeace70e/d2bbc8d4-254a-481a-a242-ea7925166575/3171761f-0d9d-429a-88e6-3f1ff6c5beb5) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:39:14.283728 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-57525751-1684-4a77-8013-6091506be4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.316520 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8dc89-3d1c-4de3-80b7-3d48199261ef req-ec4752f5-ac31-4d57-90e4-9bf63a695bda tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:14.318081 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8bd8dc89-3d1c-4de3-80b7-3d48199261ef req-ec4752f5-ac31-4d57-90e4-9bf63a695bda tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2021005 Jun 08 06:39:14.356675 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-705d6dd4-a7d1-4e7f-a004-2fa78eb1cbd0 req-9f68e148-c9f5-4fdf-a80a-da6f79464064 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 210 time: 0.0783358 Jun 08 06:39:14.395308 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8bd8dc89-3d1c-4de3-80b7-3d48199261ef req-3d85190b-00b9-4801-9528-dfcf94a921e4 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653479 Jun 08 06:39:14.409388 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45164) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:14.463853 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-57525751-1684-4a77-8013-6091506be4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.469633 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-57525751-1684-4a77-8013-6091506be4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.478765 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-bd6378a6-6351-446e-a8ae-de59f9d53312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:14.522896 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-57525751-1684-4a77-8013-6091506be4a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=290a81df574c4a7bb158cf27208620ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501431 Jun 08 06:39:14.525598 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 45168) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:14.527172 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57525751-1684-4a77-8013-6091506be4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc7c12-41d3-4a5d-a5df-a5c3b900a7f8,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:14.530326 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-57525751-1684-4a77-8013-6091506be4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:14.558161 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c04d2a3d-2044-41a6-b479-886dadf2ff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.576947 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.624148 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dbfc27b1-63f8-4f6b-ae08-b25390cc902d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.680969 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c04d2a3d-2044-41a6-b479-886dadf2ff59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.685701 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c04d2a3d-2044-41a6-b479-886dadf2ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.695231 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b4f4a94d-c801-4bae-a2ed-d6c6aff3bd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:14.698314 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dbfc27b1-63f8-4f6b-ae08-b25390cc902d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.713133 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.728454 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:39:14.728454 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:39:14.728454 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:39:14.728454 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:39:14.728454 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:39:14.728454 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:39:14.749005 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d2a3d-2044-41a6-b479-886dadf2ff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63944e7-cbe8-473f-9e1c-eea9fbb9d079,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:14.760406 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c04d2a3d-2044-41a6-b479-886dadf2ff59 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4cf52511b8714edcb3f878dd474afce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499136 Jun 08 06:39:14.761384 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c04d2a3d-2044-41a6-b479-886dadf2ff59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:14.763443 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45176) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:14.783278 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Network 43402100-6dd3-421b-8b4c-82e5eeace70e is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:39:14.785793 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:39:14.794026 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:39:14.845658 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ee493de-0967-4db1-b66a-2b4baa953b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.880889 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3cec-ba0b-4170-8646-bf0d16bb6185 req-9bf56358-0ae3-4b19-8970-6e76847077bf tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:14.883354 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-292a3cec-ba0b-4170-8646-bf0d16bb6185 req-9bf56358-0ae3-4b19-8970-6e76847077bf tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 945 time: 0.2271128 Jun 08 06:39:14.884057 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dbfc27b1-63f8-4f6b-ae08-b25390cc902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.886450 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-dbfc27b1-63f8-4f6b-ae08-b25390cc902d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.889791 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-dbfc27b1-63f8-4f6b-ae08-b25390cc902d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08cc7c12-41d3-4a5d-a5df-a5c3b900a7f8 HTTP/1.1" status: 204 len: 168 time: 0.3606553 Jun 08 06:39:14.893451 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-1447d37e-8bda-457f-b697-9c670076f94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:14.914591 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:14.914591 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.929796 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ee493de-0967-4db1-b66a-2b4baa953b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:14.940961 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc27b1-63f8-4f6b-ae08-b25390cc902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc7c12-41d3-4a5d-a5df-a5c3b900a7f8,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:14.949563 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-dbfc27b1-63f8-4f6b-ae08-b25390cc902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:14.967129 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-766a29e7-a90e-4020-9962-ccdcd4d5c8af tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4519253 Jun 08 06:39:14.984369 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Request body: {'port': {'device_id': '6555aa19-dee8-481e-898e-f13a66c06c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:39:15.001978 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ee493de-0967-4db1-b66a-2b4baa953b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.005404 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ee493de-0967-4db1-b66a-2b4baa953b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.007492 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4ee493de-0967-4db1-b66a-2b4baa953b53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c63944e7-cbe8-473f-9e1c-eea9fbb9d079 HTTP/1.1" status: 204 len: 168 time: 0.2426505 Jun 08 06:39:15.008548 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-276e092b-a150-4fd5-8753-2c4f311480d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:15.017044 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-292a3cec-ba0b-4170-8646-bf0d16bb6185 req-9c12b31e-a481-4e85-9c3a-73f8edb35316 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116991 Jun 08 06:39:15.023614 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee493de-0967-4db1-b66a-2b4baa953b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63944e7-cbe8-473f-9e1c-eea9fbb9d079,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:15.032709 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4ee493de-0967-4db1-b66a-2b4baa953b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:15.137668 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.348458 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45188) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:15.373364 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c1e58436-ff5d-46a6-ac2b-f5ad119e2c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.555811 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c1e58436-ff5d-46a6-ac2b-f5ad119e2c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.561965 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c1e58436-ff5d-46a6-ac2b-f5ad119e2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.575134 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d242d07c-f7c2-467b-b86d-a2c1724bcc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:15.719595 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e58436-ff5d-46a6-ac2b-f5ad119e2c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b95da0b-5688-43f1-998a-e749bcbbb94c,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:15.727322 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c1e58436-ff5d-46a6-ac2b-f5ad119e2c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:15.728683 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c1e58436-ff5d-46a6-ac2b-f5ad119e2c6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fc81577e16f4a5cb4556bc0d1f45dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3785281 Jun 08 06:39:15.729591 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45198) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:15.733746 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45200) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:15.767832 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0108b155-67c5-4a06-9ff6-161ec42e434e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.779483 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:39:15.789503 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.811028 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Transition to ACTIVE for port object 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:39:15.819920 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.828005 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3f723-3d8d-4050-9ba8-c64646b5299b req-b4e0d06b-475b-4f26-ba60-41327430451e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:15.829500 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-80e3f723-3d8d-4050-9ba8-c64646b5299b req-b4e0d06b-475b-4f26-ba60-41327430451e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2003126 Jun 08 06:39:15.834564 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:15.870562 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21390c-388a-497d-a9bb-e681ebdf081b req-598978e4-453d-45b3-92e1-a7293d8fce1d tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:15.872071 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2c21390c-388a-497d-a9bb-e681ebdf081b req-598978e4-453d-45b3-92e1-a7293d8fce1d tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 932 time: 0.2612288 Jun 08 06:39:15.883710 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3de3741c-49b4-4758-9a1f-60047ff99fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.958213 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3de3741c-49b4-4758-9a1f-60047ff99fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:15.980709 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2c21390c-388a-497d-a9bb-e681ebdf081b req-6e78840d-8b06-4b0f-9502-504286717165 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968919 Jun 08 06:39:15.998259 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Pushing event updated for resources: {'Port': ['ID=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:16.001301 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:16.069001 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0108b155-67c5-4a06-9ff6-161ec42e434e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.073467 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-80e3f723-3d8d-4050-9ba8-c64646b5299b req-745a54d5-c208-4b1a-be03-35b71f30c3bc tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046399 Jun 08 06:39:16.078177 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0108b155-67c5-4a06-9ff6-161ec42e434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.088696 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7001bad7-571b-415c-bebc-176b04a2185a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:16.098414 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3de3741c-49b4-4758-9a1f-60047ff99fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.102213 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3de3741c-49b4-4758-9a1f-60047ff99fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.102776 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-3de3741c-49b4-4758-9a1f-60047ff99fb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b95da0b-5688-43f1-998a-e749bcbbb94c HTTP/1.1" status: 204 len: 168 time: 0.3545632 Jun 08 06:39:16.124528 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Attempting to bind port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:39:16.124865 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Attempting to bind port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:39:16.125198 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Attempting to bind port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 on network 43402100-6dd3-421b-8b4c-82e5eeace70e {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:39:16.129951 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 on network 43402100-6dd3-421b-8b4c-82e5eeace70e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:39:16.130695 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Attempting to bind port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 on network 43402100-6dd3-421b-8b4c-82e5eeace70e {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:39:16.136119 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:39:16.136888 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-0108b155-67c5-4a06-9ff6-161ec42e434e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8cc58037cba14b67a6c97fd948e26590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051661 Jun 08 06:39:16.139114 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Checking segment: {'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:39:16.139508 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Bound using segment: {'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:39:16.139967 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Bound port: 3171761f-0d9d-429a-88e6-3f1ff6c5beb5, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:39:16.140131 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45208) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:16.140314 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.157377 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108b155-67c5-4a06-9ff6-161ec42e434e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7133bc50-f1eb-41f7-baae-a63a1c374e4f,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:16.172226 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-0108b155-67c5-4a06-9ff6-161ec42e434e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:16.175351 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c04d2a3d-2044-41a6-b479-886dadf2ff59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:16.195011 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3741c-49b4-4758-9a1f-60047ff99fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b95da0b-5688-43f1-998a-e749bcbbb94c,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:16.197672 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3de3741c-49b4-4758-9a1f-60047ff99fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:16.258007 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44d808b3-7584-44e4-b2f6-2a4121ee092c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.290010 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44d808b3-7584-44e4-b2f6-2a4121ee092c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.333328 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] For port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:39:16.338357 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] For port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:39:16.344235 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.351234 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:16.353034 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44d808b3-7584-44e4-b2f6-2a4121ee092c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.355560 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44d808b3-7584-44e4-b2f6-2a4121ee092c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.359098 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-44d808b3-7584-44e4-b2f6-2a4121ee092c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7133bc50-f1eb-41f7-baae-a63a1c374e4f HTTP/1.1" status: 204 len: 168 time: 0.2155223 Jun 08 06:39:16.359098 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e3323020-28de-4fea-92c8-cfb430e040ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:16.368288 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d808b3-7584-44e4-b2f6-2a4121ee092c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7133bc50-f1eb-41f7-baae-a63a1c374e4f,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:16.370563 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-44d808b3-7584-44e4-b2f6-2a4121ee092c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:16.412038 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:16.413908 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.415533 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] 10.222.0.48 "PUT /v2.0/ports/3171761f-0d9d-429a-88e6-3f1ff6c5beb5 HTTP/1.1" status: 200 len: 1094 time: 1.4381392 Jun 08 06:39:16.418163 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6555aa19-dee8-481e-898e-f13a66c06c5a', 'tag': '3171761f-0d9d-429a-88e6-3f1ff6c5beb5'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:16.423986 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e540e7-7950-42c5-828a-7bc30a47e921" -d '{"events": [{"name": "network-changed", "server_uuid": "6555aa19-dee8-481e-898e-f13a66c06c5a", "tag": "3171761f-0d9d-429a-88e6-3f1ff6c5beb5"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:16.452987 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Pushing event updated for resources: {'Port': ['ID=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:16.463420 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:16.503958 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c8b639-bce1-466b-9cb4-3b1336eb8322 x-openstack-request-id: req-43c8b639-bce1-466b-9cb4-3b1336eb8322 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:16.504380 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6555aa19-dee8-481e-898e-f13a66c06c5a", "tag": "3171761f-0d9d-429a-88e6-3f1ff6c5beb5", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:16.505430 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43c8b639-bce1-466b-9cb4-3b1336eb8322 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:16.505430 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6555aa19-dee8-481e-898e-f13a66c06c5a', 'tag': '3171761f-0d9d-429a-88e6-3f1ff6c5beb5', 'status': 'completed', 'code': 200} Jun 08 06:39:16.548781 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-7f54a323-a20b-4699-9daf-5b6d9fef3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:16.550250 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-7f54a323-a20b-4699-9daf-5b6d9fef3935 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e8b0f2ecd734d949501362787a5128e&device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 1097 time: 0.0833888 Jun 08 06:39:16.578831 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45218) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:16.598728 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-399fc475-e51f-4cc4-99c0-80f0dbfa3277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.645852 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-37151e0a-99f7-4d96-bffb-4d152eeb5d77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3171761f-0d9d-429a-88e6-3f1ff6c5beb5 HTTP/1.1" status: 200 len: 217 time: 0.0734310 Jun 08 06:39:16.719362 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-a99af4d2-cbe8-4b63-abd3-213473cda842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:16.721352 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-a99af4d2-cbe8-4b63-abd3-213473cda842 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2bbc8d4-254a-481a-a242-ea7925166575 HTTP/1.1" status: 200 len: 848 time: 0.0660679 Jun 08 06:39:16.739512 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-399fc475-e51f-4cc4-99c0-80f0dbfa3277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.746599 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-399fc475-e51f-4cc4-99c0-80f0dbfa3277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.761852 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-567cc5ee-922b-4924-80df-ba9b06b84e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:16.807547 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-1470bd0d-3801-4d11-8b2d-aae9c60c5ab8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43402100-6dd3-421b-8b4c-82e5eeace70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781014 Jun 08 06:39:16.828947 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fc475-e51f-4cc4-99c0-80f0dbfa3277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b138841-0684-4e95-8248-4b75d383bc27,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:16.840661 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-399fc475-e51f-4cc4-99c0-80f0dbfa3277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:16.852536 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-399fc475-e51f-4cc4-99c0-80f0dbfa3277 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55df9350e40144518fc2da061a3f0fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725582 Jun 08 06:39:16.854955 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45224) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:16.928820 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7caafef3-3afd-42b7-b2fa-12a6633d7bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:16.956521 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7caafef3-3afd-42b7-b2fa-12a6633d7bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:17.007350 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-f1f3c267-df6c-4126-b477-64ccd298f6ef service neutron] 10.222.0.48 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900034 Jun 08 06:39:17.068666 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7caafef3-3afd-42b7-b2fa-12a6633d7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:17.073033 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7caafef3-3afd-42b7-b2fa-12a6633d7bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:17.074806 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-7caafef3-3afd-42b7-b2fa-12a6633d7bd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b138841-0684-4e95-8248-4b75d383bc27 HTTP/1.1" status: 204 len: 168 time: 0.2182508 Jun 08 06:39:17.083495 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:17.115433 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caafef3-3afd-42b7-b2fa-12a6633d7bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b138841-0684-4e95-8248-4b75d383bc27,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:17.119318 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7caafef3-3afd-42b7-b2fa-12a6633d7bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:17.282819 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f8d3485c-766b-4f3f-ab52-2e68f0311461 req-5f5985ba-c0c8-4427-9ada-6628dd760fea service neutron] 10.222.0.48 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654076 Jun 08 06:39:17.333471 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40770c3e-59dc-4dfe-b1e5-37c5d21d6e98 req-b77d32e9-08f5-4bcc-92f5-ddf3f1901667 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:17.336676 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-40770c3e-59dc-4dfe-b1e5-37c5d21d6e98 req-b77d32e9-08f5-4bcc-92f5-ddf3f1901667 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 944 time: 0.1708145 Jun 08 06:39:17.461403 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-40770c3e-59dc-4dfe-b1e5-37c5d21d6e98 req-ed2b925a-0beb-4a04-ae9d-dc4d2415c8cb tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994377 Jun 08 06:39:17.516940 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-5bcd53f7-e81d-422f-a6d0-668c8104b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:17.520215 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-5bcd53f7-e81d-422f-a6d0-668c8104b1d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e8b0f2ecd734d949501362787a5128e&device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 1097 time: 0.1301241 Jun 08 06:39:17.530797 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5303843-d5cc-40e1-ade2-ce1d6aa004ea req-5f1f7a60-2536-478f-8fed-00a2a19cb608 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:17.532664 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5303843-d5cc-40e1-ade2-ce1d6aa004ea req-5f1f7a60-2536-478f-8fed-00a2a19cb608 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2489316 Jun 08 06:39:17.699255 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5303843-d5cc-40e1-ade2-ce1d6aa004ea req-afe500c0-8ab4-407b-9157-f1aecbce6f8d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377060 Jun 08 06:39:17.743039 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-f03a9b47-4cb6-4812-b5cc-a9a8d36a278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:17.744557 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-f03a9b47-4cb6-4812-b5cc-a9a8d36a278e service neutron] 10.222.0.48 "GET /v2.0/networks?id=43402100-6dd3-421b-8b4c-82e5eeace70e HTTP/1.1" status: 200 len: 909 time: 0.2109318 Jun 08 06:39:17.844287 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-3827b2b7-da5b-4c3e-843b-8cfc39a90046 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3171761f-0d9d-429a-88e6-3f1ff6c5beb5 HTTP/1.1" status: 200 len: 217 time: 0.0882387 Jun 08 06:39:17.940062 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-eb99b311-6b5b-4330-95e7-287c1124af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:17.942119 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-eb99b311-6b5b-4330-95e7-287c1124af6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2bbc8d4-254a-481a-a242-ea7925166575 HTTP/1.1" status: 200 len: 848 time: 0.0907793 Jun 08 06:39:18.007726 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-7caf0f7a-ed85-440e-9e67-9a667ccbcef6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43402100-6dd3-421b-8b4c-82e5eeace70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541167 Jun 08 06:39:18.205768 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-81f10418-b610-441a-86f3-47fb479bdc44 service neutron] 10.222.0.48 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912661 Jun 08 06:39:18.369592 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-74e540e7-7950-42c5-828a-7bc30a47e921 req-46805d0e-fb85-44f6-a2f4-c8796c9b3212 service neutron] 10.222.0.48 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557245 Jun 08 06:39:18.773080 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67498313-4714-48e4-90a2-1b8e5e37f90b req-17ed591d-e8ad-4981-83b5-4462a621c4d4 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:18.780115 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-67498313-4714-48e4-90a2-1b8e5e37f90b req-17ed591d-e8ad-4981-83b5-4462a621c4d4 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 944 time: 0.1995599 Jun 08 06:39:18.829314 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-67498313-4714-48e4-90a2-1b8e5e37f90b req-1c645bae-027c-4b93-930a-c20cee99fb1e tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Jun 08 06:39:19.014630 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc4f04-cf70-498c-8f7d-a2823abc7505 req-b50ea92e-8f22-4824-9a1d-4282a62b35e0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:19.016405 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1ffc4f04-cf70-498c-8f7d-a2823abc7505 req-b50ea92e-8f22-4824-9a1d-4282a62b35e0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0858672 Jun 08 06:39:19.144628 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1ffc4f04-cf70-498c-8f7d-a2823abc7505 req-dc93b02c-fe16-4cb5-8820-6067aae15557 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214969 Jun 08 06:39:19.785858 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19831d8-f99a-43d9-b87c-f27f0f35f24b req-802f0b48-6347-44ff-ae4f-2786b8fecaab tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:19.787157 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d19831d8-f99a-43d9-b87c-f27f0f35f24b req-802f0b48-6347-44ff-ae4f-2786b8fecaab tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 945 time: 0.0803709 Jun 08 06:39:19.835046 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d19831d8-f99a-43d9-b87c-f27f0f35f24b req-ef8bea0d-91cc-446d-b36d-b2a0a0bcb339 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405409 Jun 08 06:39:19.963453 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:39:20.021155 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386bcb9-9d89-4a59-b927-3e6febd538b1 req-82b1ea62-d09a-405c-acfd-3587d8b72431 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:20.023364 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4386bcb9-9d89-4a59-b927-3e6febd538b1 req-82b1ea62-d09a-405c-acfd-3587d8b72431 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 944 time: 0.0817134 Jun 08 06:39:20.074029 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4386bcb9-9d89-4a59-b927-3e6febd538b1 req-9ead004f-d124-4214-9093-3a1a729dc487 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Jun 08 06:39:20.097941 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:20.110693 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '3171761f-0d9d-429a-88e6-3f1ff6c5beb5', 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e', 'port_id': '3171761f-0d9d-429a-88e6-3f1ff6c5beb5', 'mac_address': 'fa:16:3e:e4:5b:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bbc8d4-254a-481a-a242-ea7925166575', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:39:20.167497 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:20.184607 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:39:20.200472 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:20.204504 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:20.206215 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-6941f9a3-99b2-42e2-88b0-64d7df6a7455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:20.298545 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:20.301435 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:20.334862 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00099a-57ca-4c2a-b739-bf4e8623eb30 req-c2914b14-0ec4-4640-a5e6-d6c960dc2f93 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:20.336359 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8c00099a-57ca-4c2a-b739-bf4e8623eb30 req-c2914b14-0ec4-4640-a5e6-d6c960dc2f93 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0808926 Jun 08 06:39:20.384062 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8c00099a-57ca-4c2a-b739-bf4e8623eb30 req-656d089d-e385-4111-9fcc-8d7111bab82a tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Jun 08 06:39:20.620671 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['3171761f-0d9d-429a-88e6-3f1ff6c5beb5'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:39:20.881962 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d176e8f1-866d-4497-8821-4da7d66a81f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:21.056367 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9bafe-18c9-41a4-9a8c-f7227ff59f62 req-e082c405-472f-4338-b5bd-c087d0ec36ea tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:21.058356 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dfe9bafe-18c9-41a4-9a8c-f7227ff59f62 req-e082c405-472f-4338-b5bd-c087d0ec36ea tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 945 time: 0.0865309 Jun 08 06:39:21.105136 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dfe9bafe-18c9-41a4-9a8c-f7227ff59f62 req-c22cd3ff-bdc2-4e4a-ae11-0d4a379f7796 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402493 Jun 08 06:39:21.276797 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3f52e-cfcd-4e2f-bf8a-92010cc7345f req-2ca51218-7a3b-4e4d-91c1-441f3911f0b2 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:21.278224 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e6c3f52e-cfcd-4e2f-bf8a-92010cc7345f req-2ca51218-7a3b-4e4d-91c1-441f3911f0b2 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 945 time: 0.0792849 Jun 08 06:39:21.322324 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e6c3f52e-cfcd-4e2f-bf8a-92010cc7345f req-4ad71f5a-ba37-4928-b581-41330ff6125d tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381567 Jun 08 06:39:21.566430 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7965867-c763-4774-a3c7-d961dd7766ec req-59c475d8-f84b-48b1-8da6-51a6c99a3c0f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:21.568032 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f7965867-c763-4774-a3c7-d961dd7766ec req-59c475d8-f84b-48b1-8da6-51a6c99a3c0f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0804217 Jun 08 06:39:21.615890 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f7965867-c763-4774-a3c7-d961dd7766ec req-0c0d2e62-f696-4c18-9fca-54effe00b872 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413544 Jun 08 06:39:21.625224 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-6f9d40c4-1554-41c1-a484-47e9cdb8f2b1 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:21.627043 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-6f9d40c4-1554-41c1-a484-47e9cdb8f2b1 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.48 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 945 time: 0.0847089 Jun 08 06:39:21.767866 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Deleting port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:39:21.768208 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:21.902734 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] For port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,segment=NetworkSegment(43d42663-d5a8-4ce3-8617-72cf728b9257),segment_id=43d42663-d5a8-4ce3-8617-72cf728b9257)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:21.903352 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:21.967197 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:39:22.039782 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Calling delete_port for 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:39:22.050218 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:39:22.057579 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:39:22.059290 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:22.288748 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:22.295875 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:22.310170 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['908b1e2d-31e2-4022-83bc-9bf86e2d4a9b'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:39:22.362076 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-734a720c-b406-4e42-a767-98a33e6ecf01 req-d6eeabdf-d79b-46f6-bd10-809ebbbf96c5 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 210 time: 0.0757642 Jun 08 06:39:22.399295 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Pushing event deleted for resources: {'Port': ['ID=908b1e2d-31e2-4022-83bc-9bf86e2d4a9b,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:22.426921 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:22.442448 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:22.487273 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6555aa19-dee8-481e-898e-f13a66c06c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171761f-0d9d-429a-88e6-3f1ff6c5beb5'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:22.489628 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589daa63-d883-4201-904c-63466ffb3acc" -d '{"events": [{"server_uuid": "6555aa19-dee8-481e-898e-f13a66c06c5a", "name": "network-vif-plugged", "status": "completed", "tag": "3171761f-0d9d-429a-88e6-3f1ff6c5beb5"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:22.499016 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:22.507636 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:22.510534 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:22.518855 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] No DVR routers for this DVR port 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:39:22.533882 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:22.548525 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fc8a858-fe86-4b13-b366-b9bf20cd70a5 req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.48 "DELETE /v2.0/ports/908b1e2d-31e2-4022-83bc-9bf86e2d4a9b HTTP/1.1" status: 204 len: 173 time: 0.9018238 Jun 08 06:39:22.549096 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0de97b6-1860-4cd9-977a-481f1722ad63', 'name': 'network-vif-deleted', 'tag': '908b1e2d-31e2-4022-83bc-9bf86e2d4a9b'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:22.551552 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916d34cb-77b8-429f-9a3b-9a78f58bb0b2" -d '{"events": [{"server_uuid": "e0de97b6-1860-4cd9-977a-481f1722ad63", "name": "network-vif-deleted", "tag": "908b1e2d-31e2-4022-83bc-9bf86e2d4a9b"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:22.619035 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d56b6a-d162-4e2e-9e4c-6f197fe5005e x-openstack-request-id: req-00d56b6a-d162-4e2e-9e4c-6f197fe5005e {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:22.619335 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6555aa19-dee8-481e-898e-f13a66c06c5a", "name": "network-vif-plugged", "status": "completed", "tag": "3171761f-0d9d-429a-88e6-3f1ff6c5beb5", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:22.619605 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00d56b6a-d162-4e2e-9e4c-6f197fe5005e {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:22.619998 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6555aa19-dee8-481e-898e-f13a66c06c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3171761f-0d9d-429a-88e6-3f1ff6c5beb5', 'code': 200} Jun 08 06:39:22.625450 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:22.633744 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:22.651836 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61937ee-1667-4f7c-abf4-02c846c15eb5 req-c680b8a3-4116-4c43-85ef-de1ff47a857a tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:22.661662 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e61937ee-1667-4f7c-abf4-02c846c15eb5 req-c680b8a3-4116-4c43-85ef-de1ff47a857a tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 946 time: 0.1874654 Jun 08 06:39:22.696104 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:22.696291 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee3d5c4-92fb-49a4-b4a5-2d41b30b69ad x-openstack-request-id: req-cee3d5c4-92fb-49a4-b4a5-2d41b30b69ad {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:22.696454 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0de97b6-1860-4cd9-977a-481f1722ad63", "name": "network-vif-deleted", "tag": "908b1e2d-31e2-4022-83bc-9bf86e2d4a9b", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:22.696733 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cee3d5c4-92fb-49a4-b4a5-2d41b30b69ad {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:22.698306 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0de97b6-1860-4cd9-977a-481f1722ad63', 'name': 'network-vif-deleted', 'tag': '908b1e2d-31e2-4022-83bc-9bf86e2d4a9b', 'status': 'completed', 'code': 200} Jun 08 06:39:22.776647 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e61937ee-1667-4f7c-abf4-02c846c15eb5 req-a883c892-26d8-4733-a76c-1c393b708ee3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136599 Jun 08 06:39:22.885530 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdeb4f0-d5f8-4e3b-b50f-921a9944c9e6 req-0fa1fb87-929c-41b1-80b8-4b1271f7d0bd tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:22.887090 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1fdeb4f0-d5f8-4e3b-b50f-921a9944c9e6 req-0fa1fb87-929c-41b1-80b8-4b1271f7d0bd tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1111794 Jun 08 06:39:22.941361 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1fdeb4f0-d5f8-4e3b-b50f-921a9944c9e6 req-3c4496ab-fd7b-4603-b860-9d64b6b666e3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Jun 08 06:39:23.016289 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5625d-30d6-4393-b549-21eb97af4f87 req-e40d776e-16a7-4c05-b3d7-69b441749ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:23.017749 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-27e5625d-30d6-4393-b549-21eb97af4f87 req-e40d776e-16a7-4c05-b3d7-69b441749ff4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 1099 time: 0.1108294 Jun 08 06:39:23.070275 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-27e5625d-30d6-4393-b549-21eb97af4f87 req-959fe434-8cfc-46cc-a13a-13d2eb82443d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451028 Jun 08 06:39:23.494897 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba3f0-762c-4bf3-ab30-8f9cbd638595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:23.543681 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-dda20d90-02ed-43e2-8227-68ac38a80b51 req-59f4228f-a9da-4740-83ca-e875b65a92e3 tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0de97b6-1860-4cd9-977a-481f1722ad63 HTTP/1.1" status: 200 len: 210 time: 0.0453024 Jun 08 06:39:23.954004 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f769f-cdf9-4e62-8d49-b5fe8a74d85f req-6151c860-b782-45a5-bfcb-27e754a88eed tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:23.955475 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-175f769f-cdf9-4e62-8d49-b5fe8a74d85f req-6151c860-b782-45a5-bfcb-27e754a88eed tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 946 time: 0.0782938 Jun 08 06:39:23.999972 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-175f769f-cdf9-4e62-8d49-b5fe8a74d85f req-6013d564-9630-4831-af27-435feacecfb3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381289 Jun 08 06:39:24.149437 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61af800-50cf-49a5-a5ee-7ffa9a2e964c req-36c97dd5-e469-4949-9008-90d11782a9a9 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:24.150951 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b61af800-50cf-49a5-a5ee-7ffa9a2e964c req-36c97dd5-e469-4949-9008-90d11782a9a9 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0872221 Jun 08 06:39:24.202118 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b61af800-50cf-49a5-a5ee-7ffa9a2e964c req-6e27340a-db64-459c-adea-d087bdf1fa49 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411751 Jun 08 06:39:24.869756 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:25.196100 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29b723-4e36-46e1-b813-03b57cec4ada req-b83e8b51-02ba-4745-8336-c66c765a3ab8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:25.197440 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dc29b723-4e36-46e1-b813-03b57cec4ada req-b83e8b51-02ba-4745-8336-c66c765a3ab8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 946 time: 0.0886371 Jun 08 06:39:25.245838 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dc29b723-4e36-46e1-b813-03b57cec4ada req-cdba46c7-0873-421d-b221-434329c40baf tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Jun 08 06:39:25.395911 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655bc6ea-77d5-4c93-a705-5f4d1668fb48 req-6d496202-0c24-47ec-8ab7-2950b50e22f8 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:25.398059 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-655bc6ea-77d5-4c93-a705-5f4d1668fb48 req-6d496202-0c24-47ec-8ab7-2950b50e22f8 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0827172 Jun 08 06:39:25.448820 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-655bc6ea-77d5-4c93-a705-5f4d1668fb48 req-ad2c719b-0ebd-401c-a46a-d3a0dff0b0a4 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444238 Jun 08 06:39:25.647856 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdc51e-0faf-41ab-a5e8-3c21e16c4b5d req-c90b98a0-69ff-44b2-be12-e16b2a39ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:25.650989 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-31bdc51e-0faf-41ab-a5e8-3c21e16c4b5d req-c90b98a0-69ff-44b2-be12-e16b2a39ea29 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1099 time: 0.1383240 Jun 08 06:39:25.707545 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-31bdc51e-0faf-41ab-a5e8-3c21e16c4b5d req-036b2995-35f1-4af0-bbe2-e89e13775577 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483918 Jun 08 06:39:25.914761 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45530) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:26.000583 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:39:26.045275 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:39:26.045855 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 908b1e2d-31e2-4022-83bc-9bf86e2d4a9b not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:39:26.109026 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8909-6e75-4be2-94af-a57984ca88d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:26.250821 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8909-6e75-4be2-94af-a57984ca88d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:26.258276 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ccbd8909-6e75-4be2-94af-a57984ca88d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:26.286566 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-57525751-1684-4a77-8013-6091506be4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:26.315229 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd8909-6e75-4be2-94af-a57984ca88d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36312bbd-8ead-4d98-8127-a3d9a779701b,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:26.320822 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-ccbd8909-6e75-4be2-94af-a57984ca88d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cffb66c7e80a4eb78449d803f4be395e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040773 Jun 08 06:39:26.321357 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ccbd8909-6e75-4be2-94af-a57984ca88d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:26.322994 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45544) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:26.387517 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7b850416-523f-4a57-8036-938dd32eba96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:26.415487 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7b850416-523f-4a57-8036-938dd32eba96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:26.480023 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7b850416-523f-4a57-8036-938dd32eba96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:26.483205 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7b850416-523f-4a57-8036-938dd32eba96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:26.484659 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-7b850416-523f-4a57-8036-938dd32eba96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36312bbd-8ead-4d98-8127-a3d9a779701b HTTP/1.1" status: 204 len: 168 time: 0.1607535 Jun 08 06:39:26.485546 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3de3741c-49b4-4758-9a1f-60047ff99fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:26.498088 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b850416-523f-4a57-8036-938dd32eba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36312bbd-8ead-4d98-8127-a3d9a779701b,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:26.505064 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7b850416-523f-4a57-8036-938dd32eba96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:26.572347 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:26.667178 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960d11-3884-47bb-94c7-9556a4ded871 req-ce2da3d0-c159-4d8c-9aba-c9eb90164d27 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:26.670015 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a8960d11-3884-47bb-94c7-9556a4ded871 req-ce2da3d0-c159-4d8c-9aba-c9eb90164d27 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 946 time: 0.3152428 Jun 08 06:39:26.760539 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a8960d11-3884-47bb-94c7-9556a4ded871 req-6e12f13e-7767-47b1-b988-2d69b8625942 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798044 Jun 08 06:39:26.856927 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6d0b5-548b-4f9f-a739-d3ed5ee9ccd0 req-752c04dc-2744-4b09-8730-4669c95d6d8b tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:26.859039 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-cba6d0b5-548b-4f9f-a739-d3ed5ee9ccd0 req-752c04dc-2744-4b09-8730-4669c95d6d8b tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2076528 Jun 08 06:39:26.924570 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-cba6d0b5-548b-4f9f-a739-d3ed5ee9ccd0 req-4fbf3759-d75f-4308-a9b7-7cdee403c433 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558305 Jun 08 06:39:28.000871 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a37360-1b03-4ef4-ae5c-119d779389f0 req-5d230b55-963d-4283-bb85-98a06a9daa8f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:28.002123 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-72a37360-1b03-4ef4-ae5c-119d779389f0 req-5d230b55-963d-4283-bb85-98a06a9daa8f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 946 time: 0.1287687 Jun 08 06:39:28.155274 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-72a37360-1b03-4ef4-ae5c-119d779389f0 req-8c7cb5b1-20b0-4066-8411-e2ec26001826 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383264 Jun 08 06:39:28.184000 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-a8a2fe74-e336-4fc9-b58f-bbfc963adffa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:28.189324 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-a8a2fe74-e336-4fc9-b58f-bbfc963adffa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.48 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 946 time: 0.1206620 Jun 08 06:39:28.359413 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Deleting port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:39:28.359704 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:28.463417 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b4485-7a60-4d43-abeb-3d5f1f5203ed req-5bc112b4-2299-4ebb-b58b-ce4dfbbd96ed tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:28.470805 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4a3b4485-7a60-4d43-abeb-3d5f1f5203ed req-5bc112b4-2299-4ebb-b58b-ce4dfbbd96ed tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2186327 Jun 08 06:39:28.515684 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4a3b4485-7a60-4d43-abeb-3d5f1f5203ed req-dcafe546-9524-41f3-b494-65af283d0545 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 Jun 08 06:39:28.630810 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] For port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:28.632010 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:28.774727 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Calling delete_port for 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:39:28.930383 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:28.939905 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:28.943516 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['3171761f-0d9d-429a-88e6-3f1ff6c5beb5'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:39:28.991419 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Pushing event deleted for resources: {'Port': ['ID=3171761f-0d9d-429a-88e6-3f1ff6c5beb5,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:29.024072 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:29.171976 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] No DVR routers for this DVR port 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:39:29.177414 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:29.180032 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-671e4e59-109a-4f23-9a2f-b0b2db7c4ab2 req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.48 "DELETE /v2.0/ports/3171761f-0d9d-429a-88e6-3f1ff6c5beb5 HTTP/1.1" status: 204 len: 173 time: 0.9872971 Jun 08 06:39:29.180648 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6555aa19-dee8-481e-898e-f13a66c06c5a', 'name': 'network-vif-deleted', 'tag': '3171761f-0d9d-429a-88e6-3f1ff6c5beb5'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:29.182901 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b6f6d4-8aef-4ea7-8762-12a33bdc9d87" -d '{"events": [{"server_uuid": "6555aa19-dee8-481e-898e-f13a66c06c5a", "name": "network-vif-deleted", "tag": "3171761f-0d9d-429a-88e6-3f1ff6c5beb5"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:29.208992 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-5f7b6d57-f3c0-4c87-8340-3f203a89a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:29.210490 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-5f7b6d57-f3c0-4c87-8340-3f203a89a3f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1099 time: 0.2229354 Jun 08 06:39:29.222267 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab94ff-7694-40d9-97df-9f33391dea0f req-2f761d17-7b0c-41da-9a2e-b33eb8162a1a tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:29.224030 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-84ab94ff-7694-40d9-97df-9f33391dea0f req-2f761d17-7b0c-41da-9a2e-b33eb8162a1a tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2375586 Jun 08 06:39:29.350853 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-84ab94ff-7694-40d9-97df-9f33391dea0f req-a75b6072-88cb-44ae-9933-f535ebf7b0a4 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068997 Jun 08 06:39:29.394770 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-6d3f9b09-fab9-4ed4-944a-35fd59c8456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:29.396532 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-6d3f9b09-fab9-4ed4-944a-35fd59c8456e service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.1714222 Jun 08 06:39:29.413904 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-05515802-efd4-4b50-ba76-ee1cc181ed72 req-a75e1220-39c8-46fd-8b13-59f9300c1383 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=6555aa19-dee8-481e-898e-f13a66c06c5a HTTP/1.1" status: 200 len: 210 time: 0.0721877 Jun 08 06:39:29.481402 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8862f2-d829-4443-bdaa-3a8b7439c4c4 x-openstack-request-id: req-8f8862f2-d829-4443-bdaa-3a8b7439c4c4 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:29.482817 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6555aa19-dee8-481e-898e-f13a66c06c5a", "name": "network-vif-deleted", "tag": "3171761f-0d9d-429a-88e6-3f1ff6c5beb5", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:29.483984 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f8862f2-d829-4443-bdaa-3a8b7439c4c4 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:29.484585 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6555aa19-dee8-481e-898e-f13a66c06c5a', 'name': 'network-vif-deleted', 'tag': '3171761f-0d9d-429a-88e6-3f1ff6c5beb5', 'status': 'completed', 'code': 200} Jun 08 06:39:29.495273 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-e00b8407-c053-4d62-aea9-7db6ae84e2f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 200 len: 217 time: 0.0904665 Jun 08 06:39:29.563448 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-df8e4329-d08a-4fd0-82b5-d9cc7c4b5e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:29.565305 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-df8e4329-d08a-4fd0-82b5-d9cc7c4b5e27 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.0626886 Jun 08 06:39:29.634535 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-cc2ef2da-675c-4a9a-b1da-feaf1e7ba952 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565186 Jun 08 06:39:29.867826 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-dc66c342-d7e0-4a2c-b29a-86b269147421 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257662 Jun 08 06:39:30.012461 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8effae9a-0b6f-4928-b4f8-93192abc398f req-7b2babe4-e699-4752-87ba-515e24a759c7 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358445 Jun 08 06:39:30.568259 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70cf01-b241-4354-94f7-2d05e0b3659f req-c8208b93-2604-4f02-a0f5-69b5aab0d21d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:30.570259 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8d70cf01-b241-4354-94f7-2d05e0b3659f req-c8208b93-2604-4f02-a0f5-69b5aab0d21d tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0953887 Jun 08 06:39:30.614283 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8d70cf01-b241-4354-94f7-2d05e0b3659f req-a90a2815-fed4-4ffa-b326-8fb0ee132edc tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 Jun 08 06:39:30.842502 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-eadfda24-b8a7-4e26-80cd-093eed3c4616 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:30.844824 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-eadfda24-b8a7-4e26-80cd-093eed3c4616 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/networks?id=43402100-6dd3-421b-8b4c-82e5eeace70e HTTP/1.1" status: 200 len: 808 time: 0.1541753 Jun 08 06:39:30.861849 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-c22a81f9-9518-45d3-be1d-0cfa3de848b8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/quotas/5e8b0f2ecd734d949501362787a5128e HTTP/1.1" status: 200 len: 375 time: 0.0095396 Jun 08 06:39:30.934426 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-fbd768f4-cc15-42c9-8818-24d8b9818aef tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5e8b0f2ecd734d949501362787a5128e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623801 Jun 08 06:39:31.071276 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-430028b6-95bf-4f76-bed5-4dfa921a59a2 service neutron] 10.222.0.44 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292663 Jun 08 06:39:31.219424 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-6a10c951-7e47-4dc6-b554-58db9e2e9877 service neutron] 10.222.0.44 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423984 Jun 08 06:39:31.459884 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-950a30c9-5d1b-4378-bef7-85611d8fc174 req-166c1da4-5d22-417f-b78c-a87dc051ef1d tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 210 time: 0.0707028 Jun 08 06:39:31.851383 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4c12a-22bb-44bc-b5b2-a92c942f67d2 req-3e651b73-5574-4890-9601-4768d2320c4c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:31.853334 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bdc4c12a-22bb-44bc-b5b2-a92c942f67d2 req-3e651b73-5574-4890-9601-4768d2320c4c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0989110 Jun 08 06:39:31.915704 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bdc4c12a-22bb-44bc-b5b2-a92c942f67d2 req-30a2bbcb-c089-40ff-a601-41b931f3b511 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 Jun 08 06:39:32.029080 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:39:32.077063 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:39:32.077389 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 3171761f-0d9d-429a-88e6-3f1ff6c5beb5 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:39:32.625504 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e45d69b1-59df-4393-a23f-dd5d99df60b4 req-e2ebf11a-e2d4-4116-9f90-9c34a259cc4c tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 210 time: 0.0431199 Jun 08 06:39:32.893311 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-30702b49-d07a-4329-b0d0-ce5a9c0319fd tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:32.894964 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-30702b49-d07a-4329-b0d0-ce5a9c0319fd tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.48 "GET /v2.0/networks?id=43402100-6dd3-421b-8b4c-82e5eeace70e HTTP/1.1" status: 200 len: 808 time: 0.1596594 Jun 08 06:39:32.909713 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Request body: {'port': {'device_id': '59c10443-866d-4859-a85f-bd235d7fb46d', 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e', 'admin_state_up': True, 'tenant_id': '5e8b0f2ecd734d949501362787a5128e'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:39:33.143913 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:39:33.154393 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Made reservation on behalf of 5e8b0f2ecd734d949501362787a5128e for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:39:33.157854 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:33.176504 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e6d12-3968-4997-9923-a4ff6415d1ba req-74530aae-fc4e-4cf1-a823-633e1d8bbf7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:33.178026 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-604e6d12-3968-4997-9923-a4ff6415d1ba req-74530aae-fc4e-4cf1-a823-633e1d8bbf7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1303396 Jun 08 06:39:33.275402 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-604e6d12-3968-4997-9923-a4ff6415d1ba req-7e908e84-b818-4879-b6cc-f7c7eb295ca2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916858 Jun 08 06:39:33.375835 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Allocated IP 172.20.0.6 (43402100-6dd3-421b-8b4c-82e5eeace70e/d2bbc8d4-254a-481a-a242-ea7925166575/4e6a6a9e-1852-4e50-b02e-9c017357e7cf) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:39:33.610760 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:33.675927 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:33.681164 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:39:33.681164 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:39:33.681164 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:39:33.681164 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:39:33.681164 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:39:33.681164 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:39:33.725457 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Network 43402100-6dd3-421b-8b4c-82e5eeace70e is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:39:33.726799 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:39:33.729960 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:39:33.852486 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:33.853044 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:33.949585 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45832) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:33.951058 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-f05c744e-d79d-48a9-a69a-784528c312aa tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0454874 Jun 08 06:39:33.965783 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Request body: {'port': {'device_id': '59c10443-866d-4859-a85f-bd235d7fb46d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:39:34.055163 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3a2cd-5528-44fc-9fec-a9596db2ddea req-c40d650f-362a-448f-b52b-8c115376c22f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:34.056702 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-aba3a2cd-5528-44fc-9fec-a9596db2ddea req-c40d650f-362a-448f-b52b-8c115376c22f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 931 time: 0.1975362 Jun 08 06:39:34.123539 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e35f646-fa8d-40ad-9554-b9046ae5cc62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.153952 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.179956 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-aba3a2cd-5528-44fc-9fec-a9596db2ddea req-1d49c065-e9e0-4c04-9c71-77a44ac194f6 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930464 Jun 08 06:39:34.244420 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e35f646-fa8d-40ad-9554-b9046ae5cc62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.249384 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e35f646-fa8d-40ad-9554-b9046ae5cc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.258605 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-54dd7140-a953-4508-a9e7-a979b81885c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:34.305516 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4e35f646-fa8d-40ad-9554-b9046ae5cc62 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf9b152e194949cfb97eec749e9519bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548505 Jun 08 06:39:34.307476 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35f646-fa8d-40ad-9554-b9046ae5cc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6041b32e-9640-4818-8518-cc2868bba798,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:34.309899 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 45838) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:34.331499 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4e35f646-fa8d-40ad-9554-b9046ae5cc62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:34.385048 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5e6035e3-6002-4941-aea3-6aad805e728c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.412954 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5e6035e3-6002-4941-aea3-6aad805e728c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.477322 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5e6035e3-6002-4941-aea3-6aad805e728c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.480056 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5e6035e3-6002-4941-aea3-6aad805e728c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.481212 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-5e6035e3-6002-4941-aea3-6aad805e728c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6041b32e-9640-4818-8518-cc2868bba798 HTTP/1.1" status: 204 len: 168 time: 0.1704123 Jun 08 06:39:34.482192 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9d27ecaf-13db-47a6-987b-950fe2126731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:34.494511 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6035e3-6002-4941-aea3-6aad805e728c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6041b32e-9640-4818-8518-cc2868bba798,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:34.497242 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-5e6035e3-6002-4941-aea3-6aad805e728c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:34.656223 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6a6a9e-1852-4e50-b02e-9c017357e7cf {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:39:34.663654 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.678476 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Transition to ACTIVE for port object 4e6a6a9e-1852-4e50-b02e-9c017357e7cf will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:39:34.682374 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:34.687206 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-9f77686d-9988-4cc6-a0d6-9a2a7c5d0f71 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:34.838563 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:34.847084 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:34.930159 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Attempting to bind port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:39:34.930547 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Attempting to bind port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:39:34.939347 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Attempting to bind port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf on network 43402100-6dd3-421b-8b4c-82e5eeace70e {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:39:34.939347 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf on network 43402100-6dd3-421b-8b4c-82e5eeace70e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:39:34.939347 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Attempting to bind port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf on network 43402100-6dd3-421b-8b4c-82e5eeace70e {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:39:34.943176 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:39:34.944154 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Checking segment: {'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:39:34.944514 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Bound using segment: {'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:39:34.945412 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Bound port: 4e6a6a9e-1852-4e50-b02e-9c017357e7cf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29033a60-23dd-4333-ad51-ecc6c912219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:39:34.945677 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:35.090019 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] For port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:39:35.097276 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] For port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:39:35.104961 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:35.131834 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ec7b6f0c-e4b8-4714-aec1-56e84fd58c35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:35.270573 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:35.271277 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:35.273552 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e6a6a9e-1852-4e50-b02e-9c017357e7cf HTTP/1.1" status: 200 len: 1093 time: 1.3128738 Jun 08 06:39:35.274025 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c10443-866d-4859-a85f-bd235d7fb46d', 'tag': '4e6a6a9e-1852-4e50-b02e-9c017357e7cf'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:35.276455 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d" -d '{"events": [{"name": "network-changed", "server_uuid": "59c10443-866d-4859-a85f-bd235d7fb46d", "tag": "4e6a6a9e-1852-4e50-b02e-9c017357e7cf"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:35.368822 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:35.388074 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:35.402664 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195aaf57-b61f-4361-b46c-e5839f4d0485 req-e516b2d8-d6ae-418c-9daf-797833d8ab3f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:35.420801 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8256e-3a6d-455b-aa1e-88483c31894e req-6e48364f-1473-4818-9d66-12f5973db07c tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:35.421307 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-195aaf57-b61f-4361-b46c-e5839f4d0485 req-e516b2d8-d6ae-418c-9daf-797833d8ab3f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2922542 Jun 08 06:39:35.433192 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-abf8256e-3a6d-455b-aa1e-88483c31894e req-6e48364f-1473-4818-9d66-12f5973db07c tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 943 time: 0.1118934 Jun 08 06:39:35.497245 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-abf8256e-3a6d-455b-aa1e-88483c31894e req-ad850148-3077-4e2a-9109-1617f90ae9be tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626562 Jun 08 06:39:35.534632 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-195aaf57-b61f-4361-b46c-e5839f4d0485 req-c74dc6c2-b8a9-4298-82d5-c4f80ab1b099 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122870 Jun 08 06:39:35.601264 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24db39e-8a63-4f5c-8150-5ff862adfcd1 x-openstack-request-id: req-c24db39e-8a63-4f5c-8150-5ff862adfcd1 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:35.602221 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c10443-866d-4859-a85f-bd235d7fb46d", "tag": "4e6a6a9e-1852-4e50-b02e-9c017357e7cf", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:35.606140 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c24db39e-8a63-4f5c-8150-5ff862adfcd1 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:35.606500 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c10443-866d-4859-a85f-bd235d7fb46d', 'tag': '4e6a6a9e-1852-4e50-b02e-9c017357e7cf', 'status': 'completed', 'code': 200} Jun 08 06:39:35.616267 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5a2fa26d-716e-4134-a686-d7776de75735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:35.617794 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5a2fa26d-716e-4134-a686-d7776de75735 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e8b0f2ecd734d949501362787a5128e&device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 1096 time: 0.2961078 Jun 08 06:39:35.707108 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-0138d1d0-8e3b-4b14-a84d-33506fd9a65c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e6a6a9e-1852-4e50-b02e-9c017357e7cf HTTP/1.1" status: 200 len: 217 time: 0.0819457 Jun 08 06:39:35.786902 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-31aebe05-0917-4349-8fc9-4687de25e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:35.788736 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-31aebe05-0917-4349-8fc9-4687de25e37a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2bbc8d4-254a-481a-a242-ea7925166575 HTTP/1.1" status: 200 len: 848 time: 0.0719690 Jun 08 06:39:35.839496 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-1f102155-efe0-4c7f-bab4-168fb4bbd752 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43402100-6dd3-421b-8b4c-82e5eeace70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431232 Jun 08 06:39:35.985816 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-5fc2ab59-b318-44cd-b27a-4020741cb664 service neutron] 10.222.0.48 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399152 Jun 08 06:39:36.154984 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eb319f63-0758-4d0a-86d9-0a777a466682 req-e3277d77-875f-44ba-a1a4-4eb5864817c2 service neutron] 10.222.0.48 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615889 Jun 08 06:39:36.295220 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-da506aea-9e03-44a0-8f96-55a2f960ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:36.297608 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-da506aea-9e03-44a0-8f96-55a2f960ae15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=5e8b0f2ecd734d949501362787a5128e&device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 1096 time: 0.0883734 Jun 08 06:39:36.455197 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-2acd48f8-d752-4c45-bb0e-35216cf4fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:36.456712 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-2acd48f8-d752-4c45-bb0e-35216cf4fec4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=43402100-6dd3-421b-8b4c-82e5eeace70e HTTP/1.1" status: 200 len: 909 time: 0.1462405 Jun 08 06:39:36.536778 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-dc556e96-8fed-484b-930d-16432efbc32b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e6a6a9e-1852-4e50-b02e-9c017357e7cf HTTP/1.1" status: 200 len: 217 time: 0.0729215 Jun 08 06:39:36.618523 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-fd9c389f-6788-40e2-914d-e2f154d5c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:36.619980 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-fd9c389f-6788-40e2-914d-e2f154d5c773 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d2bbc8d4-254a-481a-a242-ea7925166575 HTTP/1.1" status: 200 len: 848 time: 0.0755374 Jun 08 06:39:36.710556 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c222d4-61f3-4c6d-b24f-d7a51342df32 req-ce890097-6502-4425-887d-58dbbb861f18 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:36.713326 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c8c222d4-61f3-4c6d-b24f-d7a51342df32 req-ce890097-6502-4425-887d-58dbbb861f18 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 943 time: 0.0997100 Jun 08 06:39:36.765086 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-4889cd76-0b03-4e57-8df4-318ae5b3a4c7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=43402100-6dd3-421b-8b4c-82e5eeace70e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378627 Jun 08 06:39:36.793588 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c8c222d4-61f3-4c6d-b24f-d7a51342df32 req-31217022-5228-4a8d-9b44-edc44767e4f8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743709 Jun 08 06:39:36.931866 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-6d4df028-7c73-4557-b2c2-96b5b9bf6039 service neutron] 10.222.0.48 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532998 Jun 08 06:39:37.088950 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dcd971ea-f8d7-4d9c-b17e-cf95bd0a830d req-2b469b96-8433-4308-a262-77d978e78583 service neutron] 10.222.0.48 "GET /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503396 Jun 08 06:39:37.983350 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9c886-d25e-44e4-8ce4-3753e4bc52b0 req-7f9932da-35ee-4a2b-8f38-abab9d735b55 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:37.985011 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f4e9c886-d25e-44e4-8ce4-3753e4bc52b0 req-7f9932da-35ee-4a2b-8f38-abab9d735b55 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 943 time: 0.0842574 Jun 08 06:39:38.039025 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f4e9c886-d25e-44e4-8ce4-3753e4bc52b0 req-608d52ef-c543-4f00-ad8e-9248f16ac294 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471649 Jun 08 06:39:38.523925 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46008) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:38.648634 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e8bf97f4-befc-4b9c-869e-55da3000cfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:38.782885 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e8bf97f4-befc-4b9c-869e-55da3000cfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:38.789710 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e8bf97f4-befc-4b9c-869e-55da3000cfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:38.821166 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-de1e596b-efe8-41f7-bffe-8a6860e43a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:38.855419 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e8bf97f4-befc-4b9c-869e-55da3000cfbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18a23fa254074333b50705d335b8513d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3303597 Jun 08 06:39:38.856477 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf97f4-befc-4b9c-869e-55da3000cfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca81487c-3d83-48f9-b758-367951f91fc1,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:38.858056 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46024) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:38.874054 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e8bf97f4-befc-4b9c-869e-55da3000cfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:38.931567 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cdba-55ef-4e77-ab2e-2741c2352d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:38.961667 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cdba-55ef-4e77-ab2e-2741c2352d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:39.042466 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cdba-55ef-4e77-ab2e-2741c2352d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:39.045376 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b4f8cdba-55ef-4e77-ab2e-2741c2352d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:39.046626 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b4f8cdba-55ef-4e77-ab2e-2741c2352d3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca81487c-3d83-48f9-b758-367951f91fc1 HTTP/1.1" status: 204 len: 168 time: 0.1874418 Jun 08 06:39:39.048401 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:39.088464 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8cdba-55ef-4e77-ab2e-2741c2352d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca81487c-3d83-48f9-b758-367951f91fc1,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:39.093804 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b4f8cdba-55ef-4e77-ab2e-2741c2352d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:39.392995 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc5ac1-4297-4d90-8086-a69311477985 req-db55f8b4-1509-47a4-9efc-a0c03529f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:39.395057 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0edc5ac1-4297-4d90-8086-a69311477985 req-db55f8b4-1509-47a4-9efc-a0c03529f535 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1099 time: 0.1026297 Jun 08 06:39:39.456574 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78944c-298c-415a-ac65-c126e85a30c0 req-aa37d63f-85af-432a-9fc0-8c96ef9f7e6f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:39.464797 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5b78944c-298c-415a-ac65-c126e85a30c0 req-aa37d63f-85af-432a-9fc0-8c96ef9f7e6f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 943 time: 0.0995030 Jun 08 06:39:39.523302 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5b78944c-298c-415a-ac65-c126e85a30c0 req-32d2f811-352b-4d5b-8ef2-a5accb000b0b tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573180 Jun 08 06:39:39.660459 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46058) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:39.693223 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d2985098-9642-4eac-a75b-f28c538962b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:39.728211 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc5ac1-4297-4d90-8086-a69311477985 req-8502c353-647d-4d83-b1cf-2a19a3a0c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:39.729361 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0edc5ac1-4297-4d90-8086-a69311477985 req-8502c353-647d-4d83-b1cf-2a19a3a0c960 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.3266251 Jun 08 06:39:39.737488 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e2455-623a-473c-b0bd-afb1fd6a2e04 req-caa5aa39-2249-485f-9cb8-1eea13e8ac27 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:39.739897 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-357e2455-623a-473c-b0bd-afb1fd6a2e04 req-caa5aa39-2249-485f-9cb8-1eea13e8ac27 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.0986378 Jun 08 06:39:39.741604 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379cc971-7b04-44dd-93da-eacdcf5d8b95 req-8b0c766f-623c-4671-af35-429697da8554 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:39.744153 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-379cc971-7b04-44dd-93da-eacdcf5d8b95 req-8b0c766f-623c-4671-af35-429697da8554 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1825042 Jun 08 06:39:39.813956 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-357e2455-623a-473c-b0bd-afb1fd6a2e04 req-b390edc6-692f-4903-a4d3-7080d8208275 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628991 Jun 08 06:39:39.861292 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0edc5ac1-4297-4d90-8086-a69311477985 req-0411ca69-0d71-4fbd-b8e0-e0930501990c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 200 len: 217 time: 0.1107147 Jun 08 06:39:39.971446 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-379cc971-7b04-44dd-93da-eacdcf5d8b95 req-582bd5ea-3694-4d76-92b0-1740159d2ae4 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546953 Jun 08 06:39:39.985655 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc5ac1-4297-4d90-8086-a69311477985 req-34c7e669-4b4b-43af-88c1-db9efcd80287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:39.987148 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0edc5ac1-4297-4d90-8086-a69311477985 req-34c7e669-4b4b-43af-88c1-db9efcd80287 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.1184211 Jun 08 06:39:40.049079 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 4e6a6a9e-1852-4e50-b02e-9c017357e7cf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:39:40.054155 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0edc5ac1-4297-4d90-8086-a69311477985 req-262ba40d-e9d1-4ce0-805f-0311096ae2d0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524824 Jun 08 06:39:40.070158 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46068) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:40.160659 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d2985098-9642-4eac-a75b-f28c538962b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.167567 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d2985098-9642-4eac-a75b-f28c538962b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.183824 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-841b53cd-ac70-46f7-a272-6ec04e4f0788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:40.215389 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:40.220678 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44d75c46-1a46-46e3-9b88-a5c8d8be6cfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.232330 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '4e6a6a9e-1852-4e50-b02e-9c017357e7cf', 'network_id': '43402100-6dd3-421b-8b4c-82e5eeace70e', 'port_id': '4e6a6a9e-1852-4e50-b02e-9c017357e7cf', 'mac_address': 'fa:16:3e:9d:db:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2bbc8d4-254a-481a-a242-ea7925166575', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:39:40.258337 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-d2985098-9642-4eac-a75b-f28c538962b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=130d6b65c75c4d07b2563dd97a4ffeee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5961847 Jun 08 06:39:40.259139 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46072) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:40.268036 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2985098-9642-4eac-a75b-f28c538962b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72149e5-9984-437e-b2c2-987a016ca984,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:40.272606 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d2985098-9642-4eac-a75b-f28c538962b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:40.303813 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0edc5ac1-4297-4d90-8086-a69311477985 req-d25a823b-44f9-47a2-8eb5-64d77e061a5c service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350140 Jun 08 06:39:40.304054 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.324937 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6a6a9e-1852-4e50-b02e-9c017357e7cf {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:39:40.349513 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:40.354381 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44d75c46-1a46-46e3-9b88-a5c8d8be6cfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.355447 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.359023 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-800864a8-4ff0-4a64-91db-ecf91bf425ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:40.360080 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44d75c46-1a46-46e3-9b88-a5c8d8be6cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.383768 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ccbd8909-6e75-4be2-94af-a57984ca88d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:40.412723 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-44d75c46-1a46-46e3-9b88-a5c8d8be6cfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aeba456858fe4ac5b43aa8311cb870e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408937 Jun 08 06:39:40.416786 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46078) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:40.445429 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d75c46-1a46-46e3-9b88-a5c8d8be6cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa55533-7032-4677-bdc5-5bfd800b2db0,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:40.450830 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:40.453940 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:40.458077 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-bda80e7a-4455-484d-a099-f761bb9ae5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.459503 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-44d75c46-1a46-46e3-9b88-a5c8d8be6cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:40.507581 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-bda80e7a-4455-484d-a099-f761bb9ae5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.514465 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5943836-d24d-4186-93ef-fe561389b2d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.554208 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5943836-d24d-4186-93ef-fe561389b2d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.568522 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0edc5ac1-4297-4d90-8086-a69311477985 req-ef3e25a8-0ab7-4dd3-a513-25b35ff07856 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528670 Jun 08 06:39:40.613275 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-bda80e7a-4455-484d-a099-f761bb9ae5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.622638 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-bda80e7a-4455-484d-a099-f761bb9ae5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.630290 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-bda80e7a-4455-484d-a099-f761bb9ae5a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b72149e5-9984-437e-b2c2-987a016ca984 HTTP/1.1" status: 204 len: 168 time: 0.3593338 Jun 08 06:39:40.631937 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b4f8cdba-55ef-4e77-ab2e-2741c2352d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:40.638277 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5943836-d24d-4186-93ef-fe561389b2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.643275 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5943836-d24d-4186-93ef-fe561389b2d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:40.646984 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f5943836-d24d-4186-93ef-fe561389b2d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fa55533-7032-4677-bdc5-5bfd800b2db0 HTTP/1.1" status: 204 len: 168 time: 0.2249572 Jun 08 06:39:40.647133 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['4e6a6a9e-1852-4e50-b02e-9c017357e7cf'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:39:40.647256 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4e35f646-fa8d-40ad-9554-b9046ae5cc62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:40.656812 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5943836-d24d-4186-93ef-fe561389b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa55533-7032-4677-bdc5-5bfd800b2db0,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:40.659704 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f5943836-d24d-4186-93ef-fe561389b2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:40.688344 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda80e7a-4455-484d-a099-f761bb9ae5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72149e5-9984-437e-b2c2-987a016ca984,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:40.694046 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-bda80e7a-4455-484d-a099-f761bb9ae5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:40.789744 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d4937-a863-4466-844c-a3988eee6126 req-03552b61-e1c9-4243-8cd2-9ccbae39e127 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:40.799918 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-880d4937-a863-4466-844c-a3988eee6126 req-03552b61-e1c9-4243-8cd2-9ccbae39e127 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 944 time: 0.1300092 Jun 08 06:39:40.895214 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-880d4937-a863-4466-844c-a3988eee6126 req-95fb11a3-880c-4d26-9f79-ee7c0f6c3596 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943065 Jun 08 06:39:41.164474 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46106) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:41.196255 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.198185 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c778b-5c62-4cdb-8dd2-bdb356b270e1 req-65de673b-e2b6-476f-a0ad-e7eb32d1e156 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:41.200578 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0e4c778b-5c62-4cdb-8dd2-bdb356b270e1 req-65de673b-e2b6-476f-a0ad-e7eb32d1e156 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.1437614 Jun 08 06:39:41.242720 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46112) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:41.258767 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d41ed51f-6b90-40cd-90d1-1882e0372620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.363574 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd69fc-726c-4bb2-a3b1-38c86df0df2e req-e589e0e6-913c-4708-b20c-5cd1872b70b4 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:41.365527 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-39cd69fc-726c-4bb2-a3b1-38c86df0df2e req-e589e0e6-913c-4708-b20c-5cd1872b70b4 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1751742 Jun 08 06:39:41.384037 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-89ea5735-5b87-431a-96d1-e233c30f41a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.396373 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0e4c778b-5c62-4cdb-8dd2-bdb356b270e1 req-43002c6a-892a-4452-86e5-65e72b62d283 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865885 Jun 08 06:39:41.533529 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-39cd69fc-726c-4bb2-a3b1-38c86df0df2e req-225a8dcd-9fb6-4ae8-b70b-1aedddbd7054 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604691 Jun 08 06:39:41.589986 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d41ed51f-6b90-40cd-90d1-1882e0372620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.601575 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d41ed51f-6b90-40cd-90d1-1882e0372620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.611607 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c473a845-1787-456f-a27c-bb4517ab36fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:41.667442 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ed51f-6b90-40cd-90d1-1882e0372620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fd68de-deba-4ebf-ad41-b46f9c1e7b6f,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:41.683020 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d41ed51f-6b90-40cd-90d1-1882e0372620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:41.691649 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-d41ed51f-6b90-40cd-90d1-1882e0372620 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0307adcf49034cceb4cd1f74d090e191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5258603 Jun 08 06:39:41.694689 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46126) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:41.727153 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-89ea5735-5b87-431a-96d1-e233c30f41a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.737505 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-89ea5735-5b87-431a-96d1-e233c30f41a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.748921 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-dbfc27b1-63f8-4f6b-ae08-b25390cc902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:41.775548 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a063-ad2b-4b25-b816-587cb4a163bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.793464 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-89ea5735-5b87-431a-96d1-e233c30f41a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a3c904d22c743d4b0af239c61fb7894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493984 Jun 08 06:39:41.794540 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea5735-5b87-431a-96d1-e233c30f41a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2852bc-c483-4801-8b4d-d14f3e89651d,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:41.796079 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46130) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:41.798567 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-89ea5735-5b87-431a-96d1-e233c30f41a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:41.840358 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a063-ad2b-4b25-b816-587cb4a163bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.910319 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-30e69cc2-f3ed-474c-9a79-8adb27bd260f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.948735 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-30e69cc2-f3ed-474c-9a79-8adb27bd260f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.981619 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a063-ad2b-4b25-b816-587cb4a163bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.984131 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8ba6a063-ad2b-4b25-b816-587cb4a163bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:41.985390 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-8ba6a063-ad2b-4b25-b816-587cb4a163bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64fd68de-deba-4ebf-ad41-b46f9c1e7b6f HTTP/1.1" status: 204 len: 168 time: 0.2891986 Jun 08 06:39:41.988963 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c1e58436-ff5d-46a6-ac2b-f5ad119e2c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:42.003726 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6a063-ad2b-4b25-b816-587cb4a163bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fd68de-deba-4ebf-ad41-b46f9c1e7b6f,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:42.006034 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8ba6a063-ad2b-4b25-b816-587cb4a163bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:42.029691 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-30e69cc2-f3ed-474c-9a79-8adb27bd260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:42.032130 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-30e69cc2-f3ed-474c-9a79-8adb27bd260f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:42.037908 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-30e69cc2-f3ed-474c-9a79-8adb27bd260f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a2852bc-c483-4801-8b4d-d14f3e89651d HTTP/1.1" status: 204 len: 168 time: 0.2389514 Jun 08 06:39:42.038887 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-44d808b3-7584-44e4-b2f6-2a4121ee092c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:42.050680 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e69cc2-f3ed-474c-9a79-8adb27bd260f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2852bc-c483-4801-8b4d-d14f3e89651d,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:42.053351 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-30e69cc2-f3ed-474c-9a79-8adb27bd260f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:42.068185 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 4e6a6a9e-1852-4e50-b02e-9c017357e7cf up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:39:42.170475 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:39:42.177184 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:39:42.177565 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:42.265269 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87722b-1866-45cd-bd5f-fa6f32d139ce req-3dd4a775-b4fa-4a7e-8f27-c894b6102ea8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:42.275871 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ac87722b-1866-45cd-bd5f-fa6f32d139ce req-3dd4a775-b4fa-4a7e-8f27-c894b6102ea8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 944 time: 0.1614180 Jun 08 06:39:42.346368 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ac87722b-1866-45cd-bd5f-fa6f32d139ce req-37f39c1d-ef1b-4e91-a4d6-6088d8dc0ad4 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692384 Jun 08 06:39:42.362167 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:42.413073 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c10443-866d-4859-a85f-bd235d7fb46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6a6a9e-1852-4e50-b02e-9c017357e7cf'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:42.415626 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb851c84-0a42-41fc-9da6-a4ad5917abac" -d '{"events": [{"server_uuid": "59c10443-866d-4859-a85f-bd235d7fb46d", "name": "network-vif-plugged", "status": "completed", "tag": "4e6a6a9e-1852-4e50-b02e-9c017357e7cf"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:42.424808 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:42.430725 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:42.433438 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:42.527082 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256c6f22-b64d-472e-8871-a3f4b3e24b09 x-openstack-request-id: req-256c6f22-b64d-472e-8871-a3f4b3e24b09 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:42.528213 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c10443-866d-4859-a85f-bd235d7fb46d", "name": "network-vif-plugged", "status": "completed", "tag": "4e6a6a9e-1852-4e50-b02e-9c017357e7cf", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:42.529283 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-256c6f22-b64d-472e-8871-a3f4b3e24b09 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:42.531078 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c10443-866d-4859-a85f-bd235d7fb46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6a6a9e-1852-4e50-b02e-9c017357e7cf', 'code': 200} Jun 08 06:39:42.558058 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:42.562113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:42.718545 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135ad58-eac4-4824-bba9-129bc6f9dd0c req-4062b6af-3d24-4d8e-af00-576d33c19b6e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:42.720572 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0135ad58-eac4-4824-bba9-129bc6f9dd0c req-4062b6af-3d24-4d8e-af00-576d33c19b6e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.1697795 Jun 08 06:39:42.776925 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0135ad58-eac4-4824-bba9-129bc6f9dd0c req-f519aa0f-33e8-4cf5-ad06-e8965b0b20fb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511537 Jun 08 06:39:42.861705 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b3e86-29ee-4f1c-b1e4-67a96fcc32e3 req-9963e524-c374-4273-8e46-93031efb992e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:42.863244 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-589b3e86-29ee-4f1c-b1e4-67a96fcc32e3 req-9963e524-c374-4273-8e46-93031efb992e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1006601 Jun 08 06:39:42.887269 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96564c8a-1125-4721-873e-b0383687c244 req-29934f8b-5d8b-4c01-972f-a0aa6dcbb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:42.892827 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-96564c8a-1125-4721-873e-b0383687c244 req-29934f8b-5d8b-4c01-972f-a0aa6dcbb560 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 1098 time: 0.1068981 Jun 08 06:39:42.922815 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-589b3e86-29ee-4f1c-b1e4-67a96fcc32e3 req-bb6d4a4e-b8c4-46b3-9cd6-236dac2c63cb tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Jun 08 06:39:42.945391 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-96564c8a-1125-4721-873e-b0383687c244 req-33c88ccb-e48d-47ea-9928-6bf36772177f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Jun 08 06:39:43.617590 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0953dbfb-4913-45c7-aa05-3b6bd19309d0 req-40f0d660-8d91-4270-aedb-ec490d981bbc tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:43.624269 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0953dbfb-4913-45c7-aa05-3b6bd19309d0 req-40f0d660-8d91-4270-aedb-ec490d981bbc tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 945 time: 0.1008205 Jun 08 06:39:43.673044 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0953dbfb-4913-45c7-aa05-3b6bd19309d0 req-7e16f000-d71b-4745-89e7-afe38f34e53f tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475903 Jun 08 06:39:44.038865 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa906b2-6dac-46a8-9eb4-77f1c189696c req-a09665f8-f156-430a-889b-86f8cb17ba3a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:44.040552 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8aa906b2-6dac-46a8-9eb4-77f1c189696c req-a09665f8-f156-430a-889b-86f8cb17ba3a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.0944793 Jun 08 06:39:44.094646 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8aa906b2-6dac-46a8-9eb4-77f1c189696c req-d352a9f5-63c4-42fc-8fbe-ce0fac7187a4 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Jun 08 06:39:44.161910 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153500e-a77c-47fb-8c6a-23b612c6b793 req-ff36df62-b37e-4a01-bd13-79ce12265603 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:44.169535 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8153500e-a77c-47fb-8c6a-23b612c6b793 req-ff36df62-b37e-4a01-bd13-79ce12265603 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1173837 Jun 08 06:39:44.216321 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8153500e-a77c-47fb-8c6a-23b612c6b793 req-beccb7f8-34f2-4085-82c6-d94de5fe987a tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Jun 08 06:39:44.826933 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46278) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:44.887228 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45183e-25a4-4cb4-84fd-1fce07e9a60f req-abf11b35-78c5-448d-9d9e-0b95b2be8fda tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:44.887344 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] Deleting subnet dfa82ebd-9267-47c7-85a7-025463b273dd {{(pid=91843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:39:44.888829 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-db45183e-25a4-4cb4-84fd-1fce07e9a60f req-abf11b35-78c5-448d-9d9e-0b95b2be8fda tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 945 time: 0.0953956 Jun 08 06:39:44.890215 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:44.936579 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-db45183e-25a4-4cb4-84fd-1fce07e9a60f req-8eb763fd-ddde-44bd-92ec-a87766e6139d tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414541 Jun 08 06:39:44.947335 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31460960'] for subnet, precommit_delete_associations {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.008325 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.088932 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30672540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31494048'] for subnet, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.092961 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-53a5ccf2-e0ed-46df-b641-effcb97bf666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:45.128803 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa82ebd-9267-47c7-85a7-025463b273dd,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:45.134397 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.136282 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dfa82ebd-9267-47c7-85a7-025463b273dd HTTP/1.1" status: 204 len: 168 time: 0.3083248 Jun 08 06:39:45.137403 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-1a3a08ce-25c5-4bc5-8758-8cc67e162a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:45.138763 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46288) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:45.304249 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.422554 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c1888-7242-4259-9555-81f1018ca8eb req-1257cd69-fa42-45b0-ac92-652418fc92c2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:45.430585 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-576c1888-7242-4259-9555-81f1018ca8eb req-1257cd69-fa42-45b0-ac92-652418fc92c2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1036453 Jun 08 06:39:45.449139 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.474254 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d3a44-b2fa-44dc-b430-e7bbdd1f85b2 req-50899347-44f7-42df-91c6-e65bc0f7f8ef tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:45.476045 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fc4d3a44-b2fa-44dc-b430-e7bbdd1f85b2 req-50899347-44f7-42df-91c6-e65bc0f7f8ef tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.2566476 Jun 08 06:39:45.478034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a1804a-7267-4026-add5-7583c1227073']}} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:39:45.483836 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-576c1888-7242-4259-9555-81f1018ca8eb req-6ca75746-7200-4b16-b7b4-84c77416b9f3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520079 Jun 08 06:39:45.511221 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d42663-d5a8-4ce3-8617-72cf728b9257') {'for_net_delete': True} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:39:45.511517 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d42663-d5a8-4ce3-8617-72cf728b9257') {} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:39:45.528426 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31460971'] for segment, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.557401 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fc4d3a44-b2fa-44dc-b430-e7bbdd1f85b2 req-0b72c682-bb20-4c21-8ab0-9f355fc1184a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715964 Jun 08 06:39:45.558322 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.564936 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=91843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:39:45.566267 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30672441'] for segment, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: Traceback (most recent call last): Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: timer() Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: cb(*args, **kw) Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: return func(*args, **kwargs) Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: self._notify() Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: self.callback(batched_events) Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: event.method(event) Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: return f(self, *a, **k) Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: return self._get(url).json() Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: return self.request(url, 'GET', **kwargs) Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:39:45.587649 dv-cinder-760199-6-smb neutron-server[91843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:39:45.597486 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46304) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:45.666555 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.671748 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:45.697136 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.698990 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] 10.222.0.44 "DELETE /v2.0/networks/32a1804a-7267-4026-add5-7583c1227073 HTTP/1.1" status: 204 len: 168 time: 0.5593226 Jun 08 06:39:45.700049 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a1804a-7267-4026-add5-7583c1227073,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:45.701882 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46314) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:45.705439 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-03d5fa9e-4dba-4766-8004-ad77a0fe6612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:45.776490 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3e47da2a-34c8-4841-85a6-99106ba10deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.802564 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Deleting subnet b32b3a56-fee0-4667-8e2c-70832dab2a6a {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:39:45.808127 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.874935 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:45.952712 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.061264 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3e47da2a-34c8-4841-85a6-99106ba10deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.065668 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3e47da2a-34c8-4841-85a6-99106ba10deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.074122 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c8c68de4-a89b-461d-9cbf-4f29903aed74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:46.116300 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.119452 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47da2a-34c8-4841-85a6-99106ba10deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2393a82-470e-49b5-b6d3-39b1b052ae31,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:46.126809 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3e47da2a-34c8-4841-85a6-99106ba10deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:46.127206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:46.153572 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767cb50-43fc-4450-8dc3-a0338046d17d req-264234a6-0277-4a96-b193-757771e50678 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:46.155052 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e767cb50-43fc-4450-8dc3-a0338046d17d req-264234a6-0277-4a96-b193-757771e50678 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 945 time: 0.0839550 Jun 08 06:39:46.156420 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-3e47da2a-34c8-4841-85a6-99106ba10deb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b5c148f9bf142aeb20ee0dbff5ad045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5578105 Jun 08 06:39:46.158964 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46322) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:46.167473 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b32b3a56-fee0-4667-8e2c-70832dab2a6a,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:46.172558 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.174801 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b32b3a56-fee0-4667-8e2c-70832dab2a6a HTTP/1.1" status: 204 len: 168 time: 0.4705753 Jun 08 06:39:46.175191 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:46.176853 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46324) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:46.242412 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e767cb50-43fc-4450-8dc3-a0338046d17d req-dfab4fd5-2b59-4c07-b127-c0373965356d tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706651 Jun 08 06:39:46.264131 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-643056d8-9d1b-45c9-a9e6-ce2dc6f12fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.281858 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.290891 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-643056d8-9d1b-45c9-a9e6-ce2dc6f12fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.346473 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-643056d8-9d1b-45c9-a9e6-ce2dc6f12fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.348906 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-643056d8-9d1b-45c9-a9e6-ce2dc6f12fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.350092 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-643056d8-9d1b-45c9-a9e6-ce2dc6f12fa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2393a82-470e-49b5-b6d3-39b1b052ae31 HTTP/1.1" status: 204 len: 168 time: 0.1902220 Jun 08 06:39:46.350817 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d339e414-3790-43ff-8c36-2c406b8bab94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:46.360777 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643056d8-9d1b-45c9-a9e6-ce2dc6f12fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2393a82-470e-49b5-b6d3-39b1b052ae31,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:46.362977 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-643056d8-9d1b-45c9-a9e6-ce2dc6f12fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:46.407017 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.420229 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda553e8-2d9f-4db9-a75b-9db061e3c06b']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:39:46.432114 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4414232f-cc20-4955-89f7-b1839bfbc82e') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:39:46.432742 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4414232f-cc20-4955-89f7-b1839bfbc82e') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:39:46.444032 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.460453 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.466739 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:39:46.467105 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:39:46.480097 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:39:46.563624 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.569745 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:46.586665 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.591388 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] 10.222.0.44 "DELETE /v2.0/networks/dda553e8-2d9f-4db9-a75b-9db061e3c06b HTTP/1.1" status: 204 len: 168 time: 0.4135828 Jun 08 06:39:46.597607 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Pushing event deleted for resources: {'Network': ['ID=dda553e8-2d9f-4db9-a75b-9db061e3c06b,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:46.638664 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4e27f37a-07e4-4a85-b4a7-0fcf9e62abcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:46.693925 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058332f-6d79-44ce-872c-2f7a54947746 req-a7cd3c97-67e4-49b3-886e-6cbd5e8fbfa6 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:46.695903 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4058332f-6d79-44ce-872c-2f7a54947746 req-a7cd3c97-67e4-49b3-886e-6cbd5e8fbfa6 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1004317 Jun 08 06:39:46.719864 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46336) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:46.750450 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46338) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:46.750596 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d897-4d77-4067-993f-899ac9d25a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.783555 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4058332f-6d79-44ce-872c-2f7a54947746 req-856fd73b-b302-418a-a258-396a9500d552 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820758 Jun 08 06:39:46.878101 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d897-4d77-4067-993f-899ac9d25a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.882875 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d897-4d77-4067-993f-899ac9d25a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:46.889443 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f05614e1-26fd-478c-987b-f35198a30a33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25f8ae6460f04c39aef3777ab9b3c190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378005 Jun 08 06:39:46.892638 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46342) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:46.893096 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-fceadbba-9c62-4834-a505-14fad1bb31e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:46.913765 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8011aa-8dcb-4292-8a63-83ec01553da8 req-111b7ed6-ab93-4876-842f-ed9f1f68a113 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:46.915243 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4d8011aa-8dcb-4292-8a63-83ec01553da8 req-111b7ed6-ab93-4876-842f-ed9f1f68a113 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.2201574 Jun 08 06:39:46.940787 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0d897-4d77-4067-993f-899ac9d25a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df1ae4e-c5d3-4feb-b791-5d09b5a40b73,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:46.948406 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-3ee0d897-4d77-4067-993f-899ac9d25a20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5bc53e28d56400f9d57ef316e1aee4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274082 Jun 08 06:39:46.949358 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3ee0d897-4d77-4067-993f-899ac9d25a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:46.949798 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46346) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:47.010777 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-089f0ce0-087c-4489-ba63-c1ea674b70c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.048060 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-089f0ce0-087c-4489-ba63-c1ea674b70c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.052796 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4d8011aa-8dcb-4292-8a63-83ec01553da8 req-88b16aaf-008e-407b-957e-d081ba6d5ec9 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017396 Jun 08 06:39:47.053605 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0335323c-3b58-4032-a0ec-7f65dcb5b14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.094944 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0335323c-3b58-4032-a0ec-7f65dcb5b14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.138536 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-089f0ce0-087c-4489-ba63-c1ea674b70c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.141190 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-089f0ce0-087c-4489-ba63-c1ea674b70c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.144817 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-089f0ce0-087c-4489-ba63-c1ea674b70c2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1df1ae4e-c5d3-4feb-b791-5d09b5a40b73 HTTP/1.1" status: 204 len: 168 time: 0.1914039 Jun 08 06:39:47.144817 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e8bf97f4-befc-4b9c-869e-55da3000cfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:47.155934 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f0ce0-087c-4489-ba63-c1ea674b70c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df1ae4e-c5d3-4feb-b791-5d09b5a40b73,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:47.159356 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-089f0ce0-087c-4489-ba63-c1ea674b70c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:47.176174 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0335323c-3b58-4032-a0ec-7f65dcb5b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.180161 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0335323c-3b58-4032-a0ec-7f65dcb5b14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.181595 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-0335323c-3b58-4032-a0ec-7f65dcb5b14b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9 HTTP/1.1" status: 204 len: 168 time: 0.2883384 Jun 08 06:39:47.184032 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-342b31be-ba40-41b9-aa2d-eed7627c809f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:47.203004 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335323c-3b58-4032-a0ec-7f65dcb5b14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c0c9f4-db6a-417e-9ecb-a61bb802f7f9,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:47.207554 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0335323c-3b58-4032-a0ec-7f65dcb5b14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:47.508535 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9e12-3de0-4488-8bc7-68be3920be37 req-5e661cd6-9974-4f64-9c58-77e7972dc7b8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:47.510089 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b12c9e12-3de0-4488-8bc7-68be3920be37 req-5e661cd6-9974-4f64-9c58-77e7972dc7b8 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 945 time: 0.1406853 Jun 08 06:39:47.558842 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b12c9e12-3de0-4488-8bc7-68be3920be37 req-79dbf03c-7d23-4dff-89fa-6c424ea82ffe tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8449558-8581-46b5-935f-05793e2906ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Jun 08 06:39:47.595479 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d548ca5-224e-424c-85f7-55d0a593acba req-40a324cb-f6a5-40db-9971-0c302cfe0e50 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:47.597164 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1d548ca5-224e-424c-85f7-55d0a593acba req-40a324cb-f6a5-40db-9971-0c302cfe0e50 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.48 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 945 time: 0.0987155 Jun 08 06:39:47.701128 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46366) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:47.752590 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Deleting port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:39:47.752942 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.757458 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-2ee0dae7-b9bc-4f3e-9af1-055c94caad10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=150051158f2c4cfeb0a55ef4062a7b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547056 Jun 08 06:39:47.759844 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46370) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:47.824450 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8f689f2a-8bab-46e6-b9a6-691abad5bb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.853113 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8f689f2a-8bab-46e6-b9a6-691abad5bb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.911693 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8f689f2a-8bab-46e6-b9a6-691abad5bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.915332 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8f689f2a-8bab-46e6-b9a6-691abad5bb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:47.919171 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-8f689f2a-8bab-46e6-b9a6-691abad5bb47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/796f6e0e-9cc6-49d9-aa1a-c9ccde533814 HTTP/1.1" status: 204 len: 168 time: 0.1548712 Jun 08 06:39:47.919171 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-0108b155-67c5-4a06-9ff6-161ec42e434e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:47.928353 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f689f2a-8bab-46e6-b9a6-691abad5bb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796f6e0e-9cc6-49d9-aa1a-c9ccde533814,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:47.932270 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8f689f2a-8bab-46e6-b9a6-691abad5bb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:47.960958 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] For port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,segment=NetworkSegment(29033a60-23dd-4333-ad51-ecc6c912219e),segment_id=29033a60-23dd-4333-ad51-ecc6c912219e)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:47.961326 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:48.104255 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Calling delete_port for 4e6a6a9e-1852-4e50-b02e-9c017357e7cf owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:39:48.142009 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a42d2-9e21-4558-9c7a-9894a1130566 req-637536f8-69e1-4f54-9bdd-ebdf4344f714 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:48.148850 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-979a42d2-9e21-4558-9c7a-9894a1130566 req-637536f8-69e1-4f54-9bdd-ebdf4344f714 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2475202 Jun 08 06:39:48.217259 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-979a42d2-9e21-4558-9c7a-9894a1130566 req-abe2dc2e-2982-4d42-aa06-410aca7c2e7a tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675004 Jun 08 06:39:48.326983 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b215b0-71db-46c4-92e4-8dba3bba88f7 req-d4abd8ae-3d06-4846-8a74-b6edaf0eb5f6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:48.328735 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-60b215b0-71db-46c4-92e4-8dba3bba88f7 req-d4abd8ae-3d06-4846-8a74-b6edaf0eb5f6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.1130953 Jun 08 06:39:48.353121 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:48.362727 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:48.367868 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['4e6a6a9e-1852-4e50-b02e-9c017357e7cf'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:39:48.413898 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-60b215b0-71db-46c4-92e4-8dba3bba88f7 req-58384b1c-c5b6-4c98-8a07-9510a6dcf96a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769331 Jun 08 06:39:48.423399 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Pushing event deleted for resources: {'Port': ['ID=4e6a6a9e-1852-4e50-b02e-9c017357e7cf,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:48.425122 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:48.503566 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] No DVR routers for this DVR port 4e6a6a9e-1852-4e50-b02e-9c017357e7cf on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:39:48.506819 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:48.508983 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1d548ca5-224e-424c-85f7-55d0a593acba req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.48 "DELETE /v2.0/ports/4e6a6a9e-1852-4e50-b02e-9c017357e7cf HTTP/1.1" status: 204 len: 173 time: 0.9053316 Jun 08 06:39:48.509470 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c10443-866d-4859-a85f-bd235d7fb46d', 'name': 'network-vif-deleted', 'tag': '4e6a6a9e-1852-4e50-b02e-9c017357e7cf'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:48.511972 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d4b29f-b73c-4cbe-a701-1df0eacc74c0" -d '{"events": [{"server_uuid": "59c10443-866d-4859-a85f-bd235d7fb46d", "name": "network-vif-deleted", "tag": "4e6a6a9e-1852-4e50-b02e-9c017357e7cf"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:48.556425 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c983316-2ecf-4f38-abcb-a070b407b139 x-openstack-request-id: req-2c983316-2ecf-4f38-abcb-a070b407b139 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:48.557028 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c10443-866d-4859-a85f-bd235d7fb46d", "name": "network-vif-deleted", "tag": "4e6a6a9e-1852-4e50-b02e-9c017357e7cf", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:48.557466 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c983316-2ecf-4f38-abcb-a070b407b139 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:48.558050 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c10443-866d-4859-a85f-bd235d7fb46d', 'name': 'network-vif-deleted', 'tag': '4e6a6a9e-1852-4e50-b02e-9c017357e7cf', 'status': 'completed', 'code': 200} Jun 08 06:39:48.693012 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46412) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:48.758747 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-27b04976-f0e9-43e7-9ef6-073127417954 req-a715da73-14d5-4eb1-ac09-057eef2ecf70 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] 10.222.0.44 "GET /v2.0/ports?device_id=59c10443-866d-4859-a85f-bd235d7fb46d HTTP/1.1" status: 200 len: 210 time: 0.0477519 Jun 08 06:39:48.864913 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7d4f-adef-4350-82f1-684dc427e118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:48.984218 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7d4f-adef-4350-82f1-684dc427e118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:48.991280 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e0cc7d4f-adef-4350-82f1-684dc427e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:49.001598 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c64b2aa3-94be-4f82-9f02-cb4e81ea2e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:49.045620 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc7d4f-adef-4350-82f1-684dc427e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48733cdc-a5f4-418d-a0c1-90c2a14174e7,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:49.051243 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e0cc7d4f-adef-4350-82f1-684dc427e118 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1447c59729e485c9829c2a6b8f7af86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566251 Jun 08 06:39:49.053109 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e0cc7d4f-adef-4350-82f1-684dc427e118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:49.053839 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46434) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:49.121324 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b36fab8b-2a5a-4d7f-bc6a-6dcecc9aa833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:49.153434 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b36fab8b-2a5a-4d7f-bc6a-6dcecc9aa833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:49.216417 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b36fab8b-2a5a-4d7f-bc6a-6dcecc9aa833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:49.219292 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b36fab8b-2a5a-4d7f-bc6a-6dcecc9aa833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:49.222726 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b36fab8b-2a5a-4d7f-bc6a-6dcecc9aa833 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48733cdc-a5f4-418d-a0c1-90c2a14174e7 HTTP/1.1" status: 204 len: 168 time: 0.1655056 Jun 08 06:39:49.222726 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-699d4ad9-1092-4bbe-a891-b33d9d0cef21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:49.234505 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36fab8b-2a5a-4d7f-bc6a-6dcecc9aa833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48733cdc-a5f4-418d-a0c1-90c2a14174e7,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:49.237345 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b36fab8b-2a5a-4d7f-bc6a-6dcecc9aa833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:49.436523 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d6d3f-0779-497e-a3df-4ba517e54fe0 req-dda55ad8-354b-4fcd-a01a-3beb154c2a50 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:49.438639 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-669d6d3f-0779-497e-a3df-4ba517e54fe0 req-dda55ad8-354b-4fcd-a01a-3beb154c2a50 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0919669 Jun 08 06:39:49.554573 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-669d6d3f-0779-497e-a3df-4ba517e54fe0 req-41acfba0-75bc-4cfd-9943-078cb746073e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094179 Jun 08 06:39:49.684162 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc371842-ad8d-4a22-b30f-544860217c79 req-11fa11ed-4a0b-4312-bbea-b3e9b3c06f7e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:49.685781 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-bc371842-ad8d-4a22-b30f-544860217c79 req-11fa11ed-4a0b-4312-bbea-b3e9b3c06f7e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.0952737 Jun 08 06:39:49.751627 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-bc371842-ad8d-4a22-b30f-544860217c79 req-99f99e2a-4e0c-4104-a70c-e962da6fd2e3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576720 Jun 08 06:39:50.799266 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebad16-a85f-4eee-8374-6718c32d206b req-8f655a19-1a96-43c9-8b9c-fb210613f2a3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:50.801184 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3aebad16-a85f-4eee-8374-6718c32d206b req-8f655a19-1a96-43c9-8b9c-fb210613f2a3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1150491 Jun 08 06:39:50.847236 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3aebad16-a85f-4eee-8374-6718c32d206b req-6cb1e55b-8261-48fa-bd9d-d1b411f94a3c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Jun 08 06:39:50.884878 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d6d466de-dd81-4c33-b1ef-19b8b85f27e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:50.958396 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f7542-6cc9-44c0-8f85-3c42a8180c6e req-b3a752ba-5294-4db8-9fff-fcaab2d724c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:50.960509 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e51f7542-6cc9-44c0-8f85-3c42a8180c6e req-b3a752ba-5294-4db8-9fff-fcaab2d724c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.0866854 Jun 08 06:39:51.014182 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e51f7542-6cc9-44c0-8f85-3c42a8180c6e req-b347ef64-4be5-4255-a8b9-3604163c48d0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479174 Jun 08 06:39:52.083180 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ec1ae-4159-4171-91a5-0c70d7a3ebcf req-d9b1dbcc-13cc-43d5-a04e-876166071160 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:52.085748 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-dd6ec1ae-4159-4171-91a5-0c70d7a3ebcf req-d9b1dbcc-13cc-43d5-a04e-876166071160 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1027105 Jun 08 06:39:52.107077 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:39:52.134443 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-dd6ec1ae-4159-4171-91a5-0c70d7a3ebcf req-08ec5a0d-d958-4c53-b380-6e01a6123853 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Jun 08 06:39:52.197692 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 4e6a6a9e-1852-4e50-b02e-9c017357e7cf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:39:52.232000 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c01f8-b318-4a52-bc6e-d09e8b49e85e req-a259e3bb-ea05-4284-9489-be5db6d6f770 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:52.233525 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fb3c01f8-b318-4a52-bc6e-d09e8b49e85e req-a259e3bb-ea05-4284-9489-be5db6d6f770 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.0932846 Jun 08 06:39:52.266879 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 4e6a6a9e-1852-4e50-b02e-9c017357e7cf {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:39:52.267230 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 4e6a6a9e-1852-4e50-b02e-9c017357e7cf not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:39:52.285896 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fb3c01f8-b318-4a52-bc6e-d09e8b49e85e req-de532488-9954-40fa-ba81-a82334c353a5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453827 Jun 08 06:39:52.324660 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:52.337606 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'port_id': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'mac_address': 'fa:16:3e:7d:32:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:39:52.412989 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:52.436776 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 588cd23f-a493-4464-ad16-aa646fe12fd9 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:39:52.454551 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:52.460487 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:52.462764 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:52.547869 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=6']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:52.552961 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:52.577389 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['588cd23f-a493-4464-ad16-aa646fe12fd9'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:39:52.705241 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:53.507094 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-8e086e6b-63b3-43e3-866e-92d6c21b9f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:53.567841 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab2493-9cf8-4130-a3ef-6261234ee243 req-fadcf570-c9d9-4e93-bfc8-fd3f3c65d185 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:53.570841 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a5ab2493-9cf8-4130-a3ef-6261234ee243 req-fadcf570-c9d9-4e93-bfc8-fd3f3c65d185 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1240690 Jun 08 06:39:53.625878 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1081f-e448-4bf0-a1cd-f6317ce35a19 req-c16e7642-0f09-4693-8bde-f70c2461be43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:53.647818 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d6d1081f-e448-4bf0-a1cd-f6317ce35a19 req-c16e7642-0f09-4693-8bde-f70c2461be43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 944 time: 0.1637275 Jun 08 06:39:53.673338 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a5ab2493-9cf8-4130-a3ef-6261234ee243 req-76599c93-2f90-4715-87ed-edd43626899e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963452 Jun 08 06:39:53.720368 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d6d1081f-e448-4bf0-a1cd-f6317ce35a19 req-9564be95-d672-4869-9343-f3b1e0d17d0a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712702 Jun 08 06:39:54.136863 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:39:54.313233 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 588cd23f-a493-4464-ad16-aa646fe12fd9 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:39:54.314360 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:54.631604 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:54.700635 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:39:54.707527 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d9530e-59d1-4e59-a8f1-90327436bead" -d '{"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-plugged", "status": "completed", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:39:54.756576 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:39:54.774113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:54.777520 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:54.963404 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563be780-f168-4ab7-8f2d-bca0addcd969 x-openstack-request-id: req-563be780-f168-4ab7-8f2d-bca0addcd969 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:39:54.963737 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-plugged", "status": "completed", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:39:54.964001 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-563be780-f168-4ab7-8f2d-bca0addcd969 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:39:54.964530 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'code': 200} Jun 08 06:39:55.031145 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:55.070430 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=7']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:55.084884 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:55.346434 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934cdf4-5c14-45e6-8df5-f8cedba74434 req-33c7236b-bb8b-4d6b-8207-1a70261caa80 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:55.363293 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5934cdf4-5c14-45e6-8df5-f8cedba74434 req-33c7236b-bb8b-4d6b-8207-1a70261caa80 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2706597 Jun 08 06:39:55.379090 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1962c-a896-4b7d-b9bc-dcf529dbe96c req-57c9196a-b455-4f70-8bf3-0e0848d3a588 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:55.395426 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9cd1962c-a896-4b7d-b9bc-dcf529dbe96c req-57c9196a-b455-4f70-8bf3-0e0848d3a588 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.2419994 Jun 08 06:39:55.481904 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5934cdf4-5c14-45e6-8df5-f8cedba74434 req-53b59209-7e5f-4c54-95f6-0e87ee980eda tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162608 Jun 08 06:39:55.497974 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9cd1962c-a896-4b7d-b9bc-dcf529dbe96c req-0fc50f3b-8fc3-4754-86b8-ef5e30df818c tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009982 Jun 08 06:39:56.143285 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46672) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:56.356954 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:56.581048 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:56.673059 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:56.685860 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:56.705890 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-399fc475-e51f-4cc4-99c0-80f0dbfa3277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:56.906927 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f711716d-9eef-41f4-a80d-2cb7a9189ef0,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:56.989127 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.989425 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.989795 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.990162 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.990512 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.990863 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.991214 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.991564 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.992055 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.992394 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.992729 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:56.993060 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.000444 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:57.004215 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=769941a2715c47c380fe02f60e93d366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8593676 Jun 08 06:39:57.008223 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46688) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:57.065563 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd262c-b41c-4072-9590-561bc7ef0a8a req-77b971af-ec9c-438f-baac-84361f5b3f42 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:57.075520 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8ddd262c-b41c-4072-9590-561bc7ef0a8a req-77b971af-ec9c-438f-baac-84361f5b3f42 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2997246 Jun 08 06:39:57.102732 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:57.131758 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8ddd262c-b41c-4072-9590-561bc7ef0a8a req-7c48b1df-edf3-4535-9080-f5ea5b087139 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549295 Jun 08 06:39:57.140666 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:57.162969 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a62fd1-b008-4bac-850d-9089a04982a0 req-0935f379-2531-4d05-ac0a-f7f88c659696 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:57.170935 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-76a62fd1-b008-4bac-850d-9089a04982a0 req-0935f379-2531-4d05-ac0a-f7f88c659696 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.3730054 Jun 08 06:39:57.241446 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-76a62fd1-b008-4bac-850d-9089a04982a0 req-c0d42876-b1cf-46b3-88f0-602f5f5a353d tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625033 Jun 08 06:39:57.296017 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:57.298676 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:57.300353 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f711716d-9eef-41f4-a80d-2cb7a9189ef0 HTTP/1.1" status: 204 len: 168 time: 0.2910678 Jun 08 06:39:57.301111 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-643056d8-9d1b-45c9-a9e6-ce2dc6f12fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:57.311436 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f711716d-9eef-41f4-a80d-2cb7a9189ef0,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:57.319610 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.320041 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.320500 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.320876 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.321224 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.321576 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.321965 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.322295 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.322578 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.322923 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.323275 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.323791 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:39:57.327361 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:57.769430 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46704) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:57.819648 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-52e3febc-5604-4a7b-b50b-68fe27f547ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:58.063408 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-52e3febc-5604-4a7b-b50b-68fe27f547ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:58.081530 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-52e3febc-5604-4a7b-b50b-68fe27f547ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:58.132245 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-bda80e7a-4455-484d-a099-f761bb9ae5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:58.361411 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-52e3febc-5604-4a7b-b50b-68fe27f547ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c519dceda7664ebba141d480e738ae01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5914121 Jun 08 06:39:58.362848 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3febc-5604-4a7b-b50b-68fe27f547ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c34db7-3dce-4b3d-895e-fd39838229fe,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:58.363734 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46722) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:39:58.390528 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-52e3febc-5604-4a7b-b50b-68fe27f547ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:39:58.703874 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-732200ac-edd9-4a67-9439-42e52f33f898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:58.838220 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad885f-4aef-402c-b049-e9faa0df5dab req-db6f42f5-da44-4ebf-9047-a1e4a33358a2 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:58.852726 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-732200ac-edd9-4a67-9439-42e52f33f898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:58.853089 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-31ad885f-4aef-402c-b049-e9faa0df5dab req-db6f42f5-da44-4ebf-9047-a1e4a33358a2 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.2899044 Jun 08 06:39:58.882199 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da175e5-d452-4f67-9067-fe52dad2a286 req-89f4e037-57c3-45d4-89be-55933c619acf tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:39:58.883781 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9da175e5-d452-4f67-9067-fe52dad2a286 req-89f4e037-57c3-45d4-89be-55933c619acf tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.4971704 Jun 08 06:39:58.935611 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-31ad885f-4aef-402c-b049-e9faa0df5dab req-44b636bf-4c71-4973-af44-f6322cf9a41f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830667 Jun 08 06:39:59.042594 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9da175e5-d452-4f67-9067-fe52dad2a286 req-d76f4aa0-735d-413a-951f-e297d2f9f5f5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345212 Jun 08 06:39:59.066365 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-732200ac-edd9-4a67-9439-42e52f33f898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:59.069919 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-732200ac-edd9-4a67-9439-42e52f33f898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:39:59.073801 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-732200ac-edd9-4a67-9439-42e52f33f898 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62c34db7-3dce-4b3d-895e-fd39838229fe HTTP/1.1" status: 204 len: 168 time: 0.7064464 Jun 08 06:39:59.091811 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-77fca220-7249-4f2e-9e83-34a8744519e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:39:59.123767 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732200ac-edd9-4a67-9439-42e52f33f898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c34db7-3dce-4b3d-895e-fd39838229fe,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:39:59.133191 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-732200ac-edd9-4a67-9439-42e52f33f898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:00.452436 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269232ab-beb2-4fb0-beee-11ddd4c46f6a req-74bcc9e2-5c42-48e0-b322-be5900bf664b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:00.467978 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-269232ab-beb2-4fb0-beee-11ddd4c46f6a req-74bcc9e2-5c42-48e0-b322-be5900bf664b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.2507713 Jun 08 06:40:00.606013 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fb6c7-491b-43f8-8760-76a02eccc4d5 req-e5e39895-013b-456a-ad39-0f0669dd518c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:00.620292 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-269232ab-beb2-4fb0-beee-11ddd4c46f6a req-bcb27c18-57ef-4c79-baf8-29e40f6f4ca6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496727 Jun 08 06:40:00.622471 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0b8fb6c7-491b-43f8-8760-76a02eccc4d5 req-e5e39895-013b-456a-ad39-0f0669dd518c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.3026743 Jun 08 06:40:00.715797 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0b8fb6c7-491b-43f8-8760-76a02eccc4d5 req-bb4392cb-f8f0-47e1-b103-6e704cf31c97 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871103 Jun 08 06:40:01.999903 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d087-93eb-4408-a214-bd7b1ddf0ddb req-6e7c74e0-9ec8-4351-bf2a-dbb264cb14d7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:02.001760 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4109d087-93eb-4408-a214-bd7b1ddf0ddb req-6e7c74e0-9ec8-4351-bf2a-dbb264cb14d7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.1076555 Jun 08 06:40:02.110717 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4109d087-93eb-4408-a214-bd7b1ddf0ddb req-64114cd5-86a1-45ec-a742-c3d820f3387c tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016221 Jun 08 06:40:02.160518 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e190f-476c-40ca-a430-20afc48453f3 req-d8c50225-4563-4420-861b-335ddaefaa1e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:02.171217 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-973e190f-476c-40ca-a430-20afc48453f3 req-d8c50225-4563-4420-861b-335ddaefaa1e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2094481 Jun 08 06:40:02.240602 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-973e190f-476c-40ca-a430-20afc48453f3 req-82e9968a-28a7-4916-8100-ee786b53cca2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607691 Jun 08 06:40:03.650747 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02fed-846f-4008-98aa-7a3ea6a0f255 req-a7730bd0-cf33-43b5-8662-54c3a9b04ca3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:03.661046 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e4a02fed-846f-4008-98aa-7a3ea6a0f255 req-a7730bd0-cf33-43b5-8662-54c3a9b04ca3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.2492173 Jun 08 06:40:03.775460 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e4a02fed-846f-4008-98aa-7a3ea6a0f255 req-6792af69-2fbd-488f-bea6-5585f1ceb96f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123652 Jun 08 06:40:04.148651 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c16d5f-11a8-445d-aca3-6947eb1e1134 req-cb3fa8dd-7660-4493-9ba0-8e83529f5cd1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:04.151471 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f5c16d5f-11a8-445d-aca3-6947eb1e1134 req-cb3fa8dd-7660-4493-9ba0-8e83529f5cd1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2235138 Jun 08 06:40:04.257838 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f5c16d5f-11a8-445d-aca3-6947eb1e1134 req-bd7b6ee1-eef0-45f6-9b5e-d4159a70e5c0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994127 Jun 08 06:40:05.103303 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279df6cd-6801-43d7-8f3a-688118ad2223 req-fe97983f-56b1-4004-807f-95ddf0855b40 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:05.111201 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-279df6cd-6801-43d7-8f3a-688118ad2223 req-fe97983f-56b1-4004-807f-95ddf0855b40 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.1242993 Jun 08 06:40:05.173985 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-279df6cd-6801-43d7-8f3a-688118ad2223 req-bcc95408-991c-4bf4-a143-996eef4ad63e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601280 Jun 08 06:40:05.725859 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62788720-4b66-4814-85a3-e6d461fa9011 req-d5d4af06-4831-41ad-b26d-f955d6b7b871 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:05.731366 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-62788720-4b66-4814-85a3-e6d461fa9011 req-d5d4af06-4831-41ad-b26d-f955d6b7b871 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2529247 Jun 08 06:40:05.968250 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-62788720-4b66-4814-85a3-e6d461fa9011 req-5d5aff9f-6bc2-49e2-b72b-83e7bd9e62f6 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990561 Jun 08 06:40:06.331213 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46912) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:06.477658 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e4d09-b69c-4549-91a3-502895ea05bf req-c423b9b5-7ed4-4948-943b-5d6c3410a798 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:06.491493 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5e6e4d09-b69c-4549-91a3-502895ea05bf req-c423b9b5-7ed4-4948-943b-5d6c3410a798 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.1402283 Jun 08 06:40:06.573719 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5e6e4d09-b69c-4549-91a3-502895ea05bf req-6bd12eee-0ccc-4d7f-9968-e189678bb8bb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791309 Jun 08 06:40:06.636680 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-129a3814-fe04-48eb-936d-1356f98b37db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:06.891951 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-129a3814-fe04-48eb-936d-1356f98b37db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:06.901039 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-129a3814-fe04-48eb-936d-1356f98b37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:06.932445 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:06.980408 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-129a3814-fe04-48eb-936d-1356f98b37db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0017ad1fad84612baab703eb01a2d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6480742 Jun 08 06:40:06.981666 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a3814-fe04-48eb-936d-1356f98b37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708ecce9-ca9e-47a6-9864-5ff251873d7b,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:06.983288 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 46920) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:07.011949 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-129a3814-fe04-48eb-936d-1356f98b37db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:07.012629 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46924) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:07.149898 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2ded9709-e6ec-452a-8e47-f01a702a5b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:07.217842 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2ded9709-e6ec-452a-8e47-f01a702a5b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:07.309404 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2ded9709-e6ec-452a-8e47-f01a702a5b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:07.312187 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2ded9709-e6ec-452a-8e47-f01a702a5b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:07.313672 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-2ded9709-e6ec-452a-8e47-f01a702a5b70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/708ecce9-ca9e-47a6-9864-5ff251873d7b HTTP/1.1" status: 204 len: 168 time: 0.3290062 Jun 08 06:40:07.314529 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0335323c-3b58-4032-a0ec-7f65dcb5b14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:07.334373 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded9709-e6ec-452a-8e47-f01a702a5b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708ecce9-ca9e-47a6-9864-5ff251873d7b,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:07.337260 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2ded9709-e6ec-452a-8e47-f01a702a5b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:07.402340 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-34a7dd5e-d0dd-4c31-aa42-ebb48a8c32bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:07.565847 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-34a7dd5e-d0dd-4c31-aa42-ebb48a8c32bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:07.580945 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-34a7dd5e-d0dd-4c31-aa42-ebb48a8c32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:07.616632 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-129a3814-fe04-48eb-936d-1356f98b37db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:07.683083 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46659e2-3d7e-45d0-bec0-e15d78e8a3d5 req-9fe08b9e-9ab7-4302-96f4-88dee4659180 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:07.684712 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e46659e2-3d7e-45d0-bec0-e15d78e8a3d5 req-9fe08b9e-9ab7-4302-96f4-88dee4659180 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.4716337 Jun 08 06:40:07.777706 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-34a7dd5e-d0dd-4c31-aa42-ebb48a8c32bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25ff0444c7d848ae9200847f4ae14947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7620745 Jun 08 06:40:07.788803 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46952) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:07.852484 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7dd5e-d0dd-4c31-aa42-ebb48a8c32bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ca69e8-9314-4849-b301-46f220f9dbca,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:07.858439 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-34a7dd5e-d0dd-4c31-aa42-ebb48a8c32bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:07.924622 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e46659e2-3d7e-45d0-bec0-e15d78e8a3d5 req-dfe84e95-5aa9-438a-a629-1df8bcce0b14 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220850 Jun 08 06:40:07.952099 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a641122-4515-4ddb-948d-863bbf9c5d7e req-a6b2b105-007d-4c37-9f8f-483b8594ce67 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:07.957550 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a8576c0b-d654-423f-a710-b0fd5259ff5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:07.961415 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3a641122-4515-4ddb-948d-863bbf9c5d7e req-a6b2b105-007d-4c37-9f8f-483b8594ce67 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.1907728 Jun 08 06:40:08.018567 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a8576c0b-d654-423f-a710-b0fd5259ff5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:08.064925 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3a641122-4515-4ddb-948d-863bbf9c5d7e req-2427c4dd-f026-4cf6-a3d7-c700d30e3a04 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953810 Jun 08 06:40:08.091461 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a8576c0b-d654-423f-a710-b0fd5259ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:08.094277 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a8576c0b-d654-423f-a710-b0fd5259ff5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:08.097716 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-a8576c0b-d654-423f-a710-b0fd5259ff5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28ca69e8-9314-4849-b301-46f220f9dbca HTTP/1.1" status: 204 len: 168 time: 0.3018088 Jun 08 06:40:08.097716 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4ee493de-0967-4db1-b66a-2b4baa953b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:08.113374 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8576c0b-d654-423f-a710-b0fd5259ff5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ca69e8-9314-4849-b301-46f220f9dbca,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:08.119716 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-a8576c0b-d654-423f-a710-b0fd5259ff5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:08.388543 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-588405bb-1e0a-4ec7-b17d-49d354de301a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:08.390318 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-588405bb-1e0a-4ec7-b17d-49d354de301a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 1098 time: 0.0895946 Jun 08 06:40:08.644807 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-bdf0c789-cff1-43ea-9be5-61acb217e794 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1764600 Jun 08 06:40:08.754149 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 46996) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:08.766042 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-08299c95-6893-480e-926d-1bcab890d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:08.767542 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-08299c95-6893-480e-926d-1bcab890d1a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.3694832 Jun 08 06:40:08.965221 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-e60106f0-198d-45da-bee7-74ae39bdd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:08.966971 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-e60106f0-198d-45da-bee7-74ae39bdd983 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 1099 time: 0.2930291 Jun 08 06:40:08.986708 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-09e1339d-de06-4b19-9110-6a7c90dea709 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588cd23f-a493-4464-ad16-aa646fe12fd9 HTTP/1.1" status: 200 len: 1000 time: 0.2064569 Jun 08 06:40:08.996240 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1030787302-network', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:09.041347 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Made reservation on behalf of 11ba0909bed9400392afa3ee22c9f71f for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:40:09.050678 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:09.074158 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:09.341951 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f26b3-681a-42fb-afea-1f1a37915f2b req-ac2b0d35-00da-427f-8d42-eeba2757cc91 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:09.343482 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a66f26b3-681a-42fb-afea-1f1a37915f2b req-ac2b0d35-00da-427f-8d42-eeba2757cc91 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2089972 Jun 08 06:40:09.378142 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311f4de-eabf-4efa-b708-548e04d9cb07 req-b4afef7f-7b7e-4f09-93ec-f73b42de8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:09.380134 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8311f4de-eabf-4efa-b708-548e04d9cb07 req-b4afef7f-7b7e-4f09-93ec-f73b42de8f17 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1099 time: 0.5217435 Jun 08 06:40:09.383337 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-47b7dbe7-2009-423f-9fe3-c61a7b8b7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:09.384478 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-47b7dbe7-2009-423f-9fe3-c61a7b8b7fa7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.3823676 Jun 08 06:40:09.391708 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:09.404628 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:09.418245 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:40:09.425888 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:09.426242 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Added segment 1ff61046-97c3-4d06-9f9d-6fc10c479b51 of type vlan for network 70a233ce-b61d-44c9-a15f-45cbd9180ddd Jun 08 06:40:09.430478 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7caafef3-3afd-42b7-b2fa-12a6633d7bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:09.481524 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec55b11-c991-4c25-a2ea-eb321aae31c2,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:09.489187 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:09.492804 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a66f26b3-681a-42fb-afea-1f1a37915f2b req-8a8ececd-789d-4dce-9715-b099d09a31c1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417580 Jun 08 06:40:09.524164 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-66a7982a-9168-462c-be17-f4463ec61f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:09.525579 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-66a7982a-9168-462c-be17-f4463ec61f44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.5217164 Jun 08 06:40:09.580055 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:09.652859 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:09.654821 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:09.655616 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:09.662899 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:09.701627 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-09f99924-d66b-4cca-a987-dbefdd28dc77 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68f252bd-4b26-4440-9281-4abd4687ec31 HTTP/1.1" status: 200 len: 217 time: 0.1784029 Jun 08 06:40:09.724916 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8311f4de-eabf-4efa-b708-548e04d9cb07 req-0683d775-a9ab-48d8-b420-182c909269d3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331495 Jun 08 06:40:09.792426 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47040) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:09.794030 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-a769ec69-abab-4e2e-ad7f-fcc39ecb4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:09.795516 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-a769ec69-abab-4e2e-ad7f-fcc39ecb4212 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.0833738 Jun 08 06:40:09.825718 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0702052 Jun 08 06:40:09.826808 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47044) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:09.834980 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Request body: {'subnet': {'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1030787302-subnet', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:09.841897 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Pushing event updated for resources: {'Network': ['ID=70a233ce-b61d-44c9-a15f-45cbd9180ddd,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:09.853930 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:09.854618 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:40:09.860316 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-bcb1a998-a0e7-4006-b16b-51e722f81912 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563922 Jun 08 06:40:09.882307 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Made reservation on behalf of 11ba0909bed9400392afa3ee22c9f71f for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:40:09.885560 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31748123'] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.017504 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d2d4-618e-41ed-a397-6f74360d9791 req-c9ac4d04-6e31-4200-baf8-ac23da198575 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:10.024604 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4b53d2d4-618e-41ed-a397-6f74360d9791 req-c9ac4d04-6e31-4200-baf8-ac23da198575 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.6384752 Jun 08 06:40:10.143725 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:40:10.148672 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-235901473-network', 'tenant_id': '92ac104aa4654aa0994e72f6fa303359'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:10.184718 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-d408b516-a68b-460b-97dd-c686cb76c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:10.186332 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-d408b516-a68b-460b-97dd-c686cb76c968 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5499985 Jun 08 06:40:10.212310 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4b53d2d4-618e-41ed-a397-6f74360d9791 req-b84a5c40-8798-4eb1-a6c6-0c4ebf49cab1 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672528 Jun 08 06:40:10.216854 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-14ab9bcc-8d7b-4418-bf1e-04da95d6bdb4 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462181 Jun 08 06:40:10.293749 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32882429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31748149'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.299703 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-78a1d3ac-7a0e-4ded-85cf-51344f3a5faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:10.388716 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa8bff9-fa44-4b23-83d9-f558286af815,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:10.400958 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:10.411925 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Checking segment: {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:10.412550 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Network hostable DHCP agents. Network: 70a233ce-b61d-44c9-a15f-45cbd9180ddd, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:40:10.436342 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:40:10.436768 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Made reservation on behalf of 92ac104aa4654aa0994e72f6fa303359 for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:40:10.439121 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.454272 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 70a233ce-b61d-44c9-a15f-45cbd9180ddd) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:10.468929 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02a8723-ea57-4752-889a-b3d6221f5daa None None] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:40:10.471478 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:10.472532 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.507982 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b8161048-c132-43af-8b40-5b959ae4dbb2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6768260 Jun 08 06:40:10.508906 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47056) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:10.514135 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:10.521741 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.551017 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33445727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11525'] for router, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.553297 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33445620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33435027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33501201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11530'] for router, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.573445 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.784603 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-12b70f5b-a600-43a0-a146-d4edc1dc9712 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666130 Jun 08 06:40:10.824323 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8571e70-d1bc-4681-8402-c0957f9bb164 req-d561cb40-3d93-469a-b5a2-4509e576b762 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854945 Jun 08 06:40:10.826090 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0ce0fc-4adf-5d44-94c7-c9d50110abf7-70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815'}]}} from dv-cinder-760199-6-smb. {{(pid=91844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 06:40:10.826937 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:10.974297 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.015897 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e11f20-4061-4382-878c-3c38d65a2812 req-16ceeb97-4eab-43cd-bc32-1ef0f24b3ea3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:11.017417 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-44e11f20-4061-4382-878c-3c38d65a2812 req-16ceeb97-4eab-43cd-bc32-1ef0f24b3ea3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2030382 Jun 08 06:40:11.033385 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d914e5d6-bd8a-4121-9880-b5032da9ce9d req-26cffd9b-e4ff-4746-b8ef-b05891abdfaf service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382174 Jun 08 06:40:11.054770 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.071327 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.076213 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.db_base_plugin_common [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Allocated IP 172.20.0.2 (70a233ce-b61d-44c9-a15f-45cbd9180ddd/9fa8bff9-fa44-4b23-83d9-f558286af815/e141990e-3824-4309-a8f2-35b9ffaa9c23) {{(pid=91844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:40:11.076880 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d34fe217-30d9-4f12-a458-1b38719a3b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:11.121586 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=91843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:40:11.134019 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-44e11f20-4061-4382-878c-3c38d65a2812 req-1092dd71-3897-40c4-b210-c24e0524aeff tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974360 Jun 08 06:40:11.134227 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48641b20-0c82-4933-ada3-b99477bef4f3,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:11.138308 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:11.143745 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.144510 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Added segment cc9483da-e81b-4e66-8cdf-f7ebcd6261b5 of type vlan for network e15910fd-7036-4aaf-903c-e6bebf3dc555 Jun 08 06:40:11.185883 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.254785 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.257709 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:11.257709 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.263645 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:11.362010 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.443979 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Pushing event updated for resources: {'Network': ['ID=e15910fd-7036-4aaf-903c-e6bebf3dc555,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:11.462507 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6649981 Jun 08 06:40:11.464476 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47072) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:11.465603 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network e15910fd-7036-4aaf-903c-e6bebf3dc555 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:40:11.467057 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:11.484793 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Request body: {'subnet': {'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-235901473-subnet', 'tenant_id': '92ac104aa4654aa0994e72f6fa303359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:11.545219 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Made reservation on behalf of 92ac104aa4654aa0994e72f6fa303359 for: {'subnet': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:40:11.586508 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31494021'] for subnet, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.735804 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.837147 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.917431 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Notify callbacks [] for port, precommit_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:11.961513 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Transition to ACTIVE for port object e141990e-3824-4309-a8f2-35b9ffaa9c23 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:12.000769 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b707cc5-6c91-471f-83be-446cb08c3521 req-492098cb-a7d4-4376-bf62-6ee95567cf41 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:12.002672 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0b707cc5-6c91-471f-83be-446cb08c3521 req-492098cb-a7d4-4376-bf62-6ee95567cf41 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 945 time: 0.4687095 Jun 08 06:40:12.007379 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Transition to ACTIVE for port object e141990e-3824-4309-a8f2-35b9ffaa9c23 will not be triggered until provisioned by entity DHCP. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:12.023758 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.024377 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:12.024377 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:40:12.024377 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:40:12.024377 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:40:12.024377 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:12.024377 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Jun 08 06:40:12.046908 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30672607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31494059'] for subnet, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.057359 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-55729f2f-cae6-4891-b899-0c6535fe1eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:12.073473 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd is already hosted by enough agents. {{(pid=91844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:12.075586 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.base_scheduler [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Resources bound (agent type, host, resource id): {{(pid=91844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:12.078338 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Received port after_create {{(pid=91844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:40:12.144922 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1bb90b9-eedf-41ba-a2d0-341213054aad,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:12.150329 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:12.231486 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0b707cc5-6c91-471f-83be-446cb08c3521 req-1a7e2e96-69dd-4d89-9143-8f5401d05093 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201955 Jun 08 06:40:12.256286 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:40:12.317235 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Allocated IP 172.28.2.148 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/368075fc-2667-4dc9-a43c-c859ce983a86) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:40:12.354193 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Attempting to bind port e141990e-3824-4309-a8f2-35b9ffaa9c23 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:40:12.354866 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Attempting to bind port e141990e-3824-4309-a8f2-35b9ffaa9c23 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:40:12.355400 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Attempting to bind port e141990e-3824-4309-a8f2-35b9ffaa9c23 on network 70a233ce-b61d-44c9-a15f-45cbd9180ddd {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:12.372319 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:40:12.373036 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Checking segment: {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:12.373640 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.374275 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Bound using segment: {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:40:12.375067 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Bound port: e141990e-3824-4309-a8f2-35b9ffaa9c23, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:40:12.375519 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.432135 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Checking segment: {'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:12.432135 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Network hostable DHCP agents. Network: e15910fd-7036-4aaf-903c-e6bebf3dc555, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:40:12.486483 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47098) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:12.500698 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Network e15910fd-7036-4aaf-903c-e6bebf3dc555 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:40:12.525747 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f20609-b90c-4457-874d-afffbee10631 req-49f690db-780b-4f32-911c-1c6d9c3115ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:12.527531 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0f20609-b90c-4457-874d-afffbee10631 req-49f690db-780b-4f32-911c-1c6d9c3115ec service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c85f304195842bcb87cc989e9418fd8&device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 1099 time: 0.3533671 Jun 08 06:40:12.529230 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, e15910fd-7036-4aaf-903c-e6bebf3dc555) {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:12.545134 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:12.545719 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.573734 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] For port e141990e-3824-4309-a8f2-35b9ffaa9c23, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:40:12.581912 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] For port e141990e-3824-4309-a8f2-35b9ffaa9c23, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=e141990e-3824-4309-a8f2-35b9ffaa9c23,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:40:12.588806 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.595844 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6006d593-bfc6-4480-8b3a-0823d6607a2e None None] Network e15910fd-7036-4aaf-903c-e6bebf3dc555 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:40:12.623776 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.624759 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:12.624759 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:40:12.624759 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:40:12.624759 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:40:12.624759 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:12.624759 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:40:12.633021 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.650885 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:12.654917 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:12.656342 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c5665-c0bf-44b5-92ea-76673b476899 req-74a5f99a-b0e2-4ec3-87fa-bed34cec43e8 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:12.659271 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-857c5665-c0bf-44b5-92ea-76673b476899 req-74a5f99a-b0e2-4ec3-87fa-bed34cec43e8 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.2814455 Jun 08 06:40:12.661316 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:40:12.724593 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:12.752085 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-857c5665-c0bf-44b5-92ea-76673b476899 req-7ad3a994-4e55-4e10-be1b-efda6c564754 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795236 Jun 08 06:40:12.753103 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cfeeac57-5fab-4974-a44c-1e3a7db4e28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.780609 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3027318 Jun 08 06:40:12.943498 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.956724 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cfeeac57-5fab-4974-a44c-1e3a7db4e28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:12.968372 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cfeeac57-5fab-4974-a44c-1e3a7db4e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:13.006081 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-38c39762-f17a-49e9-a8cb-6e61b324e294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:13.040459 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-cfeeac57-5fab-4974-a44c-1e3a7db4e28e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dc5804617204829a34edc7af113c025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513556 Jun 08 06:40:13.044227 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeac57-5fab-4974-a44c-1e3a7db4e28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98d44ec-8a03-41ad-873a-ec983ead409a,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:13.050469 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47108) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:13.058166 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Pushing event updated for resources: {'Port': ['ID=e141990e-3824-4309-a8f2-35b9ffaa9c23,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:13.074348 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-cfeeac57-5fab-4974-a44c-1e3a7db4e28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:13.163930 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.165673 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.166423 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.168717 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.170298 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.173981 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.174347 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.174779 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.175525 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.175525 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.178129 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.179113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:13.190737 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:13.195715 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41dd086a-0cad-4643-a849-f58d88bb109b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:13.211835 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:40:13.217912 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e1b574-5929-4cf2-b85c-6d23476b389f" -d '{"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-unplugged", "status": "completed", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:40:13.240282 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41dd086a-0cad-4643-a849-f58d88bb109b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:13.373066 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 06:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3162ebc-bc6a-4f24-aede-4fab2654362f x-openstack-request-id: req-f3162ebc-bc6a-4f24-aede-4fab2654362f {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:40:13.373385 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-unplugged", "status": "completed", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:40:13.378891 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3162ebc-bc6a-4f24-aede-4fab2654362f {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:40:13.379404 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'code': 200} Jun 08 06:40:13.384582 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:13.401142 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f20609-b90c-4457-874d-afffbee10631 req-c788d907-5f91-4d57-97fc-6a3879557254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:13.403288 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0f20609-b90c-4457-874d-afffbee10631 req-c788d907-5f91-4d57-97fc-6a3879557254 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 200 len: 918 time: 0.8527677 Jun 08 06:40:13.404540 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41dd086a-0cad-4643-a849-f58d88bb109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:13.407256 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-41dd086a-0cad-4643-a849-f58d88bb109b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:13.414332 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-41dd086a-0cad-4643-a849-f58d88bb109b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b98d44ec-8a03-41ad-873a-ec983ead409a HTTP/1.1" status: 204 len: 168 time: 0.3629944 Jun 08 06:40:13.416404 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-536a3abc-9c59-43e7-812f-ddf81fb58296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:13.533678 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:13.550142 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:13.605529 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd086a-0cad-4643-a849-f58d88bb109b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98d44ec-8a03-41ad-873a-ec983ead409a,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:13.627551 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-41dd086a-0cad-4643-a849-f58d88bb109b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:13.742388 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0f20609-b90c-4457-874d-afffbee10631 req-2699f70e-8849-4f44-a005-1c1668b53d5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 200 len: 217 time: 0.3267655 Jun 08 06:40:13.768925 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba401d2-d11d-4a0c-aa97-40aba4f6a2fb None None] Network e15910fd-7036-4aaf-903c-e6bebf3dc555 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:40:13.957651 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f20609-b90c-4457-874d-afffbee10631 req-08291ce6-8253-4c36-9d8b-ddaa97bf872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:13.959619 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0f20609-b90c-4457-874d-afffbee10631 req-08291ce6-8253-4c36-9d8b-ddaa97bf872e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 200 len: 857 time: 0.1980805 Jun 08 06:40:13.962968 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device e141990e-3824-4309-a8f2-35b9ffaa9c23 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:13.988586 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:14.131490 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=8']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:14.135030 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:14.175284 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0f20609-b90c-4457-874d-afffbee10631 req-e3ba81f1-041e-4360-b62b-2c8401618bb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2027915 Jun 08 06:40:14.217578 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47130) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:14.241745 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port e141990e-3824-4309-a8f2-35b9ffaa9c23 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:14.373643 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5247f0f9-009c-4cc5-a326-1412d953c6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:14.449414 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0f20609-b90c-4457-874d-afffbee10631 req-62eb38f4-6625-4e71-9208-baa801a56f32 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538092 Jun 08 06:40:14.499624 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75e75a-90a0-478a-817d-2f07f5fabea5 req-bdeee96d-b7c7-45af-b811-4fcb60fb6807 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:14.508287 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8d75e75a-90a0-478a-817d-2f07f5fabea5 req-bdeee96d-b7c7-45af-b811-4fcb60fb6807 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.8513818 Jun 08 06:40:14.670719 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8d75e75a-90a0-478a-817d-2f07f5fabea5 req-472dbd20-2645-4098-bf02-451b18901b7e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612957 Jun 08 06:40:14.676555 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5247f0f9-009c-4cc5-a326-1412d953c6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:14.692179 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5247f0f9-009c-4cc5-a326-1412d953c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:14.743158 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2aea2c-dcde-40ce-a88f-eee8f6645f17 None None] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:40:14.750863 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3ee0d897-4d77-4067-993f-899ac9d25a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:14.755900 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0f20609-b90c-4457-874d-afffbee10631 req-7185b7f1-eb2e-4d87-aa9e-0adba9ba51a5 service neutron] 10.222.0.48 "GET /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963438 Jun 08 06:40:14.774955 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-5247f0f9-009c-4cc5-a326-1412d953c6f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc9617e0962346dca0a386e8e343421f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5374992 Jun 08 06:40:14.777882 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47138) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:14.897643 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ac57f3b5-f079-4cc5-bbc7-41f8f70804c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:14.942067 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] Provisioning for port e141990e-3824-4309-a8f2-35b9ffaa9c23 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:14.964748 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ac57f3b5-f079-4cc5-bbc7-41f8f70804c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:14.993376 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] Provisioning complete for port e141990e-3824-4309-a8f2-35b9ffaa9c23 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:14.996025 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:15.108978 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ac57f3b5-f079-4cc5-bbc7-41f8f70804c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:15.111407 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-ac57f3b5-f079-4cc5-bbc7-41f8f70804c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:15.112621 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-ac57f3b5-f079-4cc5-bbc7-41f8f70804c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2367288-e054-4305-8e46-2efa2433feff HTTP/1.1" status: 204 len: 168 time: 0.3337157 Jun 08 06:40:15.113393 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4356faa5-d1ef-41f4-b389-4398e556f6bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:15.133077 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57f3b5-f079-4cc5-bbc7-41f8f70804c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2367288-e054-4305-8e46-2efa2433feff,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:15.136076 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ac57f3b5-f079-4cc5-bbc7-41f8f70804c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:15.141077 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247f0f9-009c-4cc5-a326-1412d953c6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2367288-e054-4305-8e46-2efa2433feff,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:15.148320 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-5247f0f9-009c-4cc5-a326-1412d953c6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:15.219173 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e926d-6f2a-4e59-a337-a1890faf1e09 req-8da54848-5f3c-4077-a536-e201c9ccb40c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:15.220737 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d54e926d-6f2a-4e59-a337-a1890faf1e09 req-8da54848-5f3c-4077-a536-e201c9ccb40c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 1.0110781 Jun 08 06:40:15.307573 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33445700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068'] for router, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:15.368434 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:15.424703 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] For port e141990e-3824-4309-a8f2-35b9ffaa9c23, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=e141990e-3824-4309-a8f2-35b9ffaa9c23,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:15.433587 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:15.435877 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:15.443652 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d54e926d-6f2a-4e59-a337-a1890faf1e09 req-af71ec2e-5299-472c-8aea-47bdeb0c0cb4 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062662 Jun 08 06:40:15.596129 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] Pushing event updated for resources: {'Port': ['ID=e141990e-3824-4309-a8f2-35b9ffaa9c23,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:15.603385 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:15.761093 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device e141990e-3824-4309-a8f2-35b9ffaa9c23 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:15.956266 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-1b284063-c00a-476d-b2b5-91e423f9fe13 None None] Provisioning complete for port e141990e-3824-4309-a8f2-35b9ffaa9c23 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:15.956646 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b284063-c00a-476d-b2b5-91e423f9fe13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:15.971924 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Router c8e1f8e5-da48-4ea1-83be-249841776f78 is scheduled to L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c with binding_index 1 {{(pid=91842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 06:40:16.182077 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port e141990e-3824-4309-a8f2-35b9ffaa9c23 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:16.182455 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:16.292911 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:40:16.431946 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-c7b2c353-cfcf-4596-977b-b3318a46c9d5 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:16.436269 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-c7b2c353-cfcf-4596-977b-b3318a46c9d5 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/networks?id=e15910fd-7036-4aaf-903c-e6bebf3dc555 HTTP/1.1" status: 200 len: 813 time: 0.3883500 Jun 08 06:40:16.467171 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-ea91f6f5-74dd-4b92-8fce-09fdbf715888 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/quotas/92ac104aa4654aa0994e72f6fa303359 HTTP/1.1" status: 200 len: 375 time: 0.0257251 Jun 08 06:40:16.534496 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-76e53a0a-42a2-461e-a3ba-8dc780d02f76 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ac104aa4654aa0994e72f6fa303359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608995 Jun 08 06:40:16.540519 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:40:16.555864 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Sync routers for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:40:16.605583 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:16.606528 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:39:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:16.653402 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:16.654907 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-d8547ced-a372-4615-8004-5392d642a14b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1448092 Jun 08 06:40:16.657591 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47208) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:16.891886 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-18445e78-30ed-4084-858e-c7ac90e680ab service neutron] 10.222.0.44 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112385 Jun 08 06:40:16.931021 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:16.960006 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d731f-1df6-47da-8251-dacf897d7640 req-0cdd4617-83ad-47a5-91d4-850f2a771991 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:16.961745 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-194d731f-1df6-47da-8251-dacf897d7640 req-0cdd4617-83ad-47a5-91d4-850f2a771991 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.5394385 Jun 08 06:40:17.101986 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-194d731f-1df6-47da-8251-dacf897d7640 req-0a0d49d3-ffd0-4f4c-95d0-46ac5ea1c33b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339419 Jun 08 06:40:17.379913 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-0b142bdc-c5a8-43ec-bed3-aea468a34e45 service neutron] 10.222.0.44 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869370 Jun 08 06:40:17.385934 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47228) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:17.617528 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:13Z', 'revision_number': 3, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:17.634533 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Checking router: c8e1f8e5-da48-4ea1-83be-249841776f78 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:40:17.634923 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Updating router c8e1f8e5-da48-4ea1-83be-249841776f78 port 368075fc-2667-4dc9-a43c-c859ce983a86 binding host dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:40:17.679466 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-67ac2414-60f7-4f6a-9573-053facbe9a76 req-5d81e8de-db0d-4c8a-b525-7ad1c67b0b82 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 210 time: 0.0781012 Jun 08 06:40:17.713972 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-cb9fc39b-27f3-4c6a-be6b-e79c2a1f7577 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3235974 Jun 08 06:40:17.776520 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:17.860561 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4e97e-42c5-4038-a6a2-3b9100125985 req-f6218c4f-58f5-4548-a138-e826e88daa99 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:17.881882 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8ed4e97e-42c5-4038-a6a2-3b9100125985 req-f6218c4f-58f5-4548-a138-e826e88daa99 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.4959707 Jun 08 06:40:18.078313 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8ed4e97e-42c5-4038-a6a2-3b9100125985 req-a6773e2e-e6c9-46e4-8d85-145f9041c887 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828079 Jun 08 06:40:18.252331 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47256) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:18.565658 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae59961-9a7f-41b0-9924-5b22dc5f0ac9 req-8f7902f1-a471-4b47-9165-1dca1de20254 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:18.571150 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6ae59961-9a7f-41b0-9924-5b22dc5f0ac9 req-8f7902f1-a471-4b47-9165-1dca1de20254 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.2453337 Jun 08 06:40:18.656801 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a809d734-1e5e-45be-96b0-ecc3ffb331dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:18.659740 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:18.676158 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:18.715633 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Transition to ACTIVE for port object 368075fc-2667-4dc9-a43c-c859ce983a86 will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:18.723189 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6ae59961-9a7f-41b0-9924-5b22dc5f0ac9 req-f74dc309-0150-48a5-8d8b-eb482e5bed38 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162179 Jun 08 06:40:18.741539 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:18.759304 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:18.952049 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a809d734-1e5e-45be-96b0-ecc3ffb331dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:18.960704 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a809d734-1e5e-45be-96b0-ecc3ffb331dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.043318 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-cfeeac57-5fab-4974-a44c-1e3a7db4e28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:19.076030 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Attempting to bind port 368075fc-2667-4dc9-a43c-c859ce983a86 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:40:19.076786 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Attempting to bind port 368075fc-2667-4dc9-a43c-c859ce983a86 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:40:19.077506 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Attempting to bind port 368075fc-2667-4dc9-a43c-c859ce983a86 on network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:19.087170 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Allocated IP 172.20.0.1 (70a233ce-b61d-44c9-a15f-45cbd9180ddd/9fa8bff9-fa44-4b23-83d9-f558286af815/78a99453-7332-4890-ba3c-c3fe66ae432c) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:40:19.092686 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Pushing event updated for resources: {'Port': ['ID=368075fc-2667-4dc9-a43c-c859ce983a86,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:19.098301 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-a809d734-1e5e-45be-96b0-ecc3ffb331dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e28ec4314414054a7d3603742b0c777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8453262 Jun 08 06:40:19.101024 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47270) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:19.113909 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.114263 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.114636 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.114969 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.115296 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.115613 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.115962 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.116286 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.116607 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.116924 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.117241 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.121869 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:19.132204 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:19.133239 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:40:19.134957 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:19.136241 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.136241 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Bound using segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:40:19.136529 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Bound port: 368075fc-2667-4dc9-a43c-c859ce983a86, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:40:19.136845 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.317430 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bd09b61a-aade-4ab0-8967-fb1a5fde5abe req-dad922e2-95b4-4f75-857b-5b8a38e06a01 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 210 time: 0.2815497 Jun 08 06:40:19.346134 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] For port 368075fc-2667-4dc9-a43c-c859ce983a86, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:40:19.379886 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] For port 368075fc-2667-4dc9-a43c-c859ce983a86, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=368075fc-2667-4dc9-a43c-c859ce983a86,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:40:19.401186 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.406352 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-5930f660-3160-45c3-8d8e-2b40c47e5b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:19.445891 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809d734-1e5e-45be-96b0-ecc3ffb331dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849fe7a5-1add-4945-a86b-796a36c9328c,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:19.464297 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.484425 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.provisioning_blocks [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Transition to ACTIVE for port object 78a99453-7332-4890-ba3c-c3fe66ae432c will not be triggered until provisioned by entity DHCP. {{(pid=91842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:19.500398 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a809d734-1e5e-45be-96b0-ecc3ffb331dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:19.544810 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.545579 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:19.545579 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:40:19.545579 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:40:19.545579 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:40:19.545579 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:19.545579 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:40:19.618819 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:19.624315 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:19.630794 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:40:19.650922 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e4645aae-6ed1-40fe-b791-8c242150af59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.657552 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:19.658192 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:39:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:19.692997 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e4645aae-6ed1-40fe-b791-8c242150af59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.790415 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e4645aae-6ed1-40fe-b791-8c242150af59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.797000 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e4645aae-6ed1-40fe-b791-8c242150af59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:19.801177 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e4645aae-6ed1-40fe-b791-8c242150af59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/849fe7a5-1add-4945-a86b-796a36c9328c HTTP/1.1" status: 204 len: 168 time: 0.6903389 Jun 08 06:40:19.801177 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-89ea5735-5b87-431a-96d1-e233c30f41a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:19.813160 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4645aae-6ed1-40fe-b791-8c242150af59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849fe7a5-1add-4945-a86b-796a36c9328c,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:19.820327 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Pushing event updated for resources: {'Port': ['ID=368075fc-2667-4dc9-a43c-c859ce983a86,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:19.839955 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:19.847176 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e4645aae-6ed1-40fe-b791-8c242150af59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:19.868496 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33506538'] for router_interface, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:20.193850 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:20.207222 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-757358e9-ee32-4ff6-94bf-ea481ea925b8 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:20.217411 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-757358e9-ee32-4ff6-94bf-ea481ea925b8 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.48 "GET /v2.0/networks?id=e15910fd-7036-4aaf-903c-e6bebf3dc555 HTTP/1.1" status: 200 len: 813 time: 0.3543355 Jun 08 06:40:20.253271 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-2c460c5b-bfd0-4883-9502-c523df98554f None None] Provisioning for port 78a99453-7332-4890-ba3c-c3fe66ae432c completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:20.269558 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Request body: {'port': {'device_id': 'b76cec44-a094-4d14-9b6a-154a167a2c3a', 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555', 'admin_state_up': True, 'tenant_id': '92ac104aa4654aa0994e72f6fa303359'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:20.287006 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-2c460c5b-bfd0-4883-9502-c523df98554f None None] Provisioning complete for port 78a99453-7332-4890-ba3c-c3fe66ae432c triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:20.287854 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-2c460c5b-bfd0-4883-9502-c523df98554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:20.300305 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:20.400622 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-2c460c5b-bfd0-4883-9502-c523df98554f None None] Port 78a99453-7332-4890-ba3c-c3fe66ae432c cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:40:20.503025 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5f430-e7f1-4a33-9c4a-a853e85991eb req-1df25962-a38d-45ed-9fbb-91e90306428b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:20.512085 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-eca5f430-e7f1-4a33-9c4a-a853e85991eb req-1df25962-a38d-45ed-9fbb-91e90306428b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.4609134 Jun 08 06:40:20.756277 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Made reservation on behalf of 92ac104aa4654aa0994e72f6fa303359 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:40:20.760387 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:20.840070 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e342bc15-86a0-41e0-a34f-03619c696157 req-b05f0ea2-cd0b-4885-8fdf-15d902642f5d tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 210 time: 0.0608501 Jun 08 06:40:20.890115 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-96eecbce-58c8-473e-89ad-be636471887e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:20.985582 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:13Z', 'revision_number': 3, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:20.994634 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc85588-d406-4d26-b4fe-3a88220af19e None None] The sync data for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb is: [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:13Z', 'revision_number': 3, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:40:21.026507 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:21.071420 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-eca5f430-e7f1-4a33-9c4a-a853e85991eb req-1aaef392-2764-47d3-9278-137186e82e07 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5443773 Jun 08 06:40:21.073441 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:21.099761 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Allocated IP 172.20.0.2 (e15910fd-7036-4aaf-903c-e6bebf3dc555/b1bb90b9-eedf-41ba-a2d0-341213054aad/110d7498-b015-4870-acd9-c0d2e30c72da) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:40:21.123688 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:21.229081 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Pushing event updated for resources: {'Port': ['ID=78a99453-7332-4890-ba3c-c3fe66ae432c,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:21.242392 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:21.265878 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33506347'] for router_interface, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:21.351277 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-329430b0-173d-4ea6-94d2-3a4b495b7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:21.355715 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-329430b0-173d-4ea6-94d2-3a4b495b7d40 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7&tenant_id=acb06b0ea9a848189985366f026f1acf HTTP/1.1" status: 200 len: 1096 time: 0.2529800 Jun 08 06:40:21.531761 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:21.534815 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:21.584905 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:21.627130 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-a50d1f39-fdb9-44ec-add4-9b90265b9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:21.629122 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-a50d1f39-fdb9-44ec-add4-9b90265b9554 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 1096 time: 0.1788139 Jun 08 06:40:21.759435 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 368075fc-2667-4dc9-a43c-c859ce983a86 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:21.807148 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:21.811864 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:21.811864 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:40:21.811864 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:40:21.811864 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:40:21.811864 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:21.811864 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:40:21.848469 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-f8450c77-3c19-4937-a0ba-76a88bb9fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:21.850034 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-f8450c77-3c19-4937-a0ba-76a88bb9fbd0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.2073963 Jun 08 06:40:21.856964 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Network e15910fd-7036-4aaf-903c-e6bebf3dc555 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:21.858442 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:21.866817 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 368075fc-2667-4dc9-a43c-c859ce983a86 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:21.875738 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 368075fc-2667-4dc9-a43c-c859ce983a86 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:21.877147 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:21.929329 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Router c8e1f8e5-da48-4ea1-83be-249841776f78 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:40:21.974552 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-6576f5f8-034f-45bc-933d-5ebac70493f7 None None] Provisioning complete for port 78a99453-7332-4890-ba3c-c3fe66ae432c triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:21.975222 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-6576f5f8-034f-45bc-933d-5ebac70493f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:21.985175 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:40:22.056117 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-6576f5f8-034f-45bc-933d-5ebac70493f7 None None] Port 78a99453-7332-4890-ba3c-c3fe66ae432c cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:40:22.078500 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:22.079121 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:22.120265 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:22.139903 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 368075fc-2667-4dc9-a43c-c859ce983a86, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=368075fc-2667-4dc9-a43c-c859ce983a86,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:22.147881 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:22.150149 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:22.290817 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=368075fc-2667-4dc9-a43c-c859ce983a86,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:22.294370 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:22.357984 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:40:22.373644 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] 10.222.0.44 "PUT /v2.0/routers/c8e1f8e5-da48-4ea1-83be-249841776f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7056692 Jun 08 06:40:22.373857 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-60e361c4-9fe0-4fba-a54f-5592ed51db3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1200283 Jun 08 06:40:22.383896 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-a70e0c4f-c423-40f2-a4ce-9280044cecda service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588cd23f-a493-4464-ad16-aa646fe12fd9 HTTP/1.1" status: 200 len: 998 time: 0.5123980 Jun 08 06:40:22.387547 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Request body: {'port': {'device_id': 'b76cec44-a094-4d14-9b6a-154a167a2c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:22.388904 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f3560-9e4c-4d4a-82c7-ef9238273eb1 req-7f540e8b-bdc7-4746-9575-aa8805d0e4a4 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:22.399026 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e67f3560-9e4c-4d4a-82c7-ef9238273eb1 req-7f540e8b-bdc7-4746-9575-aa8805d0e4a4 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1346304 Jun 08 06:40:22.457426 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e67f3560-9e4c-4d4a-82c7-ef9238273eb1 req-b7c63e80-af6a-48cb-a174-e841c78a1ce7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581160 Jun 08 06:40:22.525525 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e91393-c8a9-4291-8fd3-f7ffe77d6fbd req-304a0514-06ac-449a-9d07-23f519ebfd24 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:22.527032 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f5e91393-c8a9-4291-8fd3-f7ffe77d6fbd req-304a0514-06ac-449a-9d07-23f519ebfd24 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 931 time: 0.4380867 Jun 08 06:40:22.609374 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-b633897d-948e-438c-a80e-1c0781e715e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:22.610797 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-b633897d-948e-438c-a80e-1c0781e715e5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.1898456 Jun 08 06:40:22.671119 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:22.695314 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:22.718405 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f5e91393-c8a9-4291-8fd3-f7ffe77d6fbd req-e77b1066-5a0b-4e05-bf40-8568be84edb6 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475868 Jun 08 06:40:22.842015 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-cca71a62-6454-4bbe-b210-0b9675da92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:22.843519 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-cca71a62-6454-4bbe-b210-0b9675da92db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2237079 Jun 08 06:40:23.101045 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47376) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:23.107288 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1721735666-network', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:23.118223 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-7447b834-3c12-46ea-9aeb-06dc431c3e8c service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550306 Jun 08 06:40:23.136446 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Made reservation on behalf of b1e3fef1b92a4d62b222a9806edd6cfd for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:40:23.138667 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.152582 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.181866 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Sync routers for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:40:23.193901 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:23.194752 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:39:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:23.288464 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.294592 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.298357 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7b850416-523f-4a57-8036-938dd32eba96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:23.332042 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:40:23.353177 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad46bbd6-5feb-4d81-8684-dada0a7687f2,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:23.358245 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:23.360272 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c7829e26-2694-4c31-bd77-d8ef263d11a4 req-6bac6c2f-65b4-4382-b1e6-67ae7f77669d service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324579 Jun 08 06:40:23.361186 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.361732 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Added segment 7b364ebc-ca2d-4a93-a5a5-997843775ba0 of type vlan for network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 Jun 08 06:40:23.383046 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110d7498-b015-4870-acd9-c0d2e30c72da {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:40:23.393750 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.403711 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.413823 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Transition to ACTIVE for port object 110d7498-b015-4870-acd9-c0d2e30c72da will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:23.419363 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.433608 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:23.455876 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.456613 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:23.457289 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.461260 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:23.478046 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:23.573852 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4693699 Jun 08 06:40:23.585890 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47418) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:23.591120 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Request body: {'subnet': {'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1721735666-subnet', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:23.600665 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Pushing event updated for resources: {'Network': ['ID=00b3f935-ef98-4b3b-900b-d94c0d3eddb4,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:23.611685 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4a0578c9-486d-4f66-800c-5a9aed58e870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:23.631470 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:40:23.645400 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Made reservation on behalf of b1e3fef1b92a4d62b222a9806edd6cfd for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:40:23.648644 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31748123'] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.743216 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Pushing event updated for resources: {'Port': ['ID=110d7498-b015-4870-acd9-c0d2e30c72da,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:23.747590 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:23.824991 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Attempting to bind port 110d7498-b015-4870-acd9-c0d2e30c72da on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:40:23.825331 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Attempting to bind port 110d7498-b015-4870-acd9-c0d2e30c72da by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:40:23.825744 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Attempting to bind port 110d7498-b015-4870-acd9-c0d2e30c72da on network e15910fd-7036-4aaf-903c-e6bebf3dc555 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:23.843961 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Port 110d7498-b015-4870-acd9-c0d2e30c72da on network e15910fd-7036-4aaf-903c-e6bebf3dc555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:40:23.843961 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Attempting to bind port 110d7498-b015-4870-acd9-c0d2e30c72da on network e15910fd-7036-4aaf-903c-e6bebf3dc555 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:23.852280 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:40:23.852835 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Checking segment: {'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:23.853486 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Bound using segment: {'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:40:23.854119 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Bound port: 110d7498-b015-4870-acd9-c0d2e30c72da, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:40:23.854949 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.879345 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-93a6c25e-08ab-4cdc-a684-ce8d46bc22f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:23.958926 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23ff7d-b6c4-419c-9c94-ded286fcfae5 req-912bf438-761d-4f33-9767-5804da901c3b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:23.960551 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9c23ff7d-b6c4-419c-9c94-ded286fcfae5 req-912bf438-761d-4f33-9767-5804da901c3b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1461277 Jun 08 06:40:23.977596 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 368075fc-2667-4dc9-a43c-c859ce983a86 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:24.058000 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] For port 110d7498-b015-4870-acd9-c0d2e30c72da, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:40:24.066165 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] For port 110d7498-b015-4870-acd9-c0d2e30c72da, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=110d7498-b015-4870-acd9-c0d2e30c72da,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:40:24.074035 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9c23ff7d-b6c4-419c-9c94-ded286fcfae5 req-036e3aa2-c8c3-4a7c-a727-25d170b968a5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725169 Jun 08 06:40:24.079551 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.087465 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:24.169142 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32882429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31748149'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.176251 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:24.232732 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:24.240094 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.242108 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/110d7498-b015-4870-acd9-c0d2e30c72da HTTP/1.1" status: 200 len: 1093 time: 1.8604052 Jun 08 06:40:24.242824 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76cec44-a094-4d14-9b6a-154a167a2c3a', 'tag': '110d7498-b015-4870-acd9-c0d2e30c72da'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:40:24.245467 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82378a3c-70dc-434e-afe0-b5d86d0bc19a" -d '{"events": [{"name": "network-changed", "server_uuid": "b76cec44-a094-4d14-9b6a-154a167a2c3a", "tag": "110d7498-b015-4870-acd9-c0d2e30c72da"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:40:24.275274 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Pushing event updated for resources: {'Port': ['ID=110d7498-b015-4870-acd9-c0d2e30c72da,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:24.279024 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:24.310083 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 368075fc-2667-4dc9-a43c-c859ce983a86 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:24.313666 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.470016 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-716a9fc4-416f-4c84-aa00-e226845fb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:24.471995 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-716a9fc4-416f-4c84-aa00-e226845fb6ab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ac104aa4654aa0994e72f6fa303359&device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 1096 time: 0.1257472 Jun 08 06:40:24.478720 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Checking segment: {'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:24.479432 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Network hostable DHCP agents. Network: 00b3f935-ef98-4b3b-900b-d94c0d3eddb4, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:40:24.481518 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e1efe-f846-445a-ba19-d1aed4aa58bd req-2c774a6c-20aa-4b8e-a29d-0d8a2ff69df0 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:24.482699 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec4d69e-928a-4dab-a93d-d18e46125980,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:24.489285 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b15e1efe-f846-445a-ba19-d1aed4aa58bd req-2c774a6c-20aa-4b8e-a29d-0d8a2ff69df0 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.1841493 Jun 08 06:40:24.493827 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:24.525775 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:40:24.540770 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b28ee2-9434-4790-93f5-0cec78265b46 req-34b4d33e-ee8d-4034-91d4-ecc17e711c48 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:24.542824 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d2b28ee2-9434-4790-93f5-0cec78265b46 req-34b4d33e-ee8d-4034-91d4-ecc17e711c48 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1721103 Jun 08 06:40:24.560067 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b15e1efe-f846-445a-ba19-d1aed4aa58bd req-265d0738-1a65-4b76-bcbb-07349e5c678a tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636318 Jun 08 06:40:24.591193 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:20Z', 'revision_number': 2, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:24.591846 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 00b3f935-ef98-4b3b-900b-d94c0d3eddb4) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:24.605357 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa30a20f-a73a-4175-aef6-a87f56cd3268 None None] Network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:40:24.607745 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:24.612659 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.627987 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Checking router: c8e1f8e5-da48-4ea1-83be-249841776f78 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:40:24.628444 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Updating router c8e1f8e5-da48-4ea1-83be-249841776f78 port 78a99453-7332-4890-ba3c-c3fe66ae432c binding host dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:40:24.697988 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d2b28ee2-9434-4790-93f5-0cec78265b46 req-331962eb-feb0-4f47-8b0d-d42743cbe463 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485841 Jun 08 06:40:24.702074 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1151457 Jun 08 06:40:24.712583 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47442) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:24.718058 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:24.758647 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33445727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11525'] for router, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.760983 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33445620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33435027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33501201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11530'] for router, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.794156 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.815011 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:24.871515 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675267af-10b9-489c-a864-07e768e16c78 x-openstack-request-id: req-675267af-10b9-489c-a864-07e768e16c78 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:40:24.872078 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76cec44-a094-4d14-9b6a-154a167a2c3a", "tag": "110d7498-b015-4870-acd9-c0d2e30c72da", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:40:24.872486 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-675267af-10b9-489c-a864-07e768e16c78 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:40:24.873037 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76cec44-a094-4d14-9b6a-154a167a2c3a', 'tag': '110d7498-b015-4870-acd9-c0d2e30c72da', 'status': 'completed', 'code': 200} Jun 08 06:40:24.896261 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-f7a8feed-d341-4af7-8469-e723f95272da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=110d7498-b015-4870-acd9-c0d2e30c72da HTTP/1.1" status: 200 len: 217 time: 0.3158324 Jun 08 06:40:24.941967 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47446) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:24.991787 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.067609 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] Deleting subnet d2bbc8d4-254a-481a-a242-ea7925166575 {{(pid=91843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:40:25.078659 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.218379 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31460960'] for subnet, precommit_delete_associations {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.322013 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0ce0fc-4adf-5d44-94c7-c9d50110abf7-00b3f935-ef98-4b3b-900b-d94c0d3eddb4', 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'fixed_ips': [{'subnet_id': 'fec4d69e-928a-4dab-a93d-d18e46125980'}]}} from dv-cinder-760199-6-smb. {{(pid=91844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 06:40:25.325139 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.375648 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.382788 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.472069 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30672540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31494048'] for subnet, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.480207 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-80e2b62d-022b-438b-a89f-74cbb6542e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:25.522245 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2bbc8d4-254a-481a-a242-ea7925166575,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:25.525886 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.529930 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d2bbc8d4-254a-481a-a242-ea7925166575 HTTP/1.1" status: 204 len: 168 time: 0.5846450 Jun 08 06:40:25.529930 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f82a081c-aa06-42f3-ba50-cba5e2cfa36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:25.531478 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47450) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:25.541355 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323efe2f-e35a-4c91-8b18-5fe13097e3cc req-ed97a0fd-8ad1-4a13-b2e1-03298d6da7a9 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:25.542829 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-323efe2f-e35a-4c91-8b18-5fe13097e3cc req-ed97a0fd-8ad1-4a13-b2e1-03298d6da7a9 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.2413204 Jun 08 06:40:25.653062 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-323efe2f-e35a-4c91-8b18-5fe13097e3cc req-390b3c28-69f6-41ea-8b4e-9488e1501c5c tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998559 Jun 08 06:40:25.752600 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.888175 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Notify callbacks [] for port, precommit_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.895229 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.db_base_plugin_common [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Allocated IP 172.20.0.2 (00b3f935-ef98-4b3b-900b-d94c0d3eddb4/fec4d69e-928a-4dab-a93d-d18e46125980/5e58a133-21d9-42cb-b61a-31473e6b62f8) {{(pid=91844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:40:25.912615 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Transition to ACTIVE for port object 78a99453-7332-4890-ba3c-c3fe66ae432c will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:25.941981 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:25.979971 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baa033-bbec-407f-91f0-0c6ba29f8f37 req-7ec86d06-d882-4a48-b456-77e399fbd820 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:25.987719 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-84baa033-bbec-407f-91f0-0c6ba29f8f37 req-7ec86d06-d882-4a48-b456-77e399fbd820 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1308622 Jun 08 06:40:25.996337 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-f64721a6-0911-4eb7-a823-256116290b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:26.082638 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-84baa033-bbec-407f-91f0-0c6ba29f8f37 req-fbf07dca-4118-4c25-be7c-aee7dd678172 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931587 Jun 08 06:40:26.187994 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56bc7e-b522-40ba-b40d-2de050a816fa None None] Pushing event updated for resources: {'Port': ['ID=78a99453-7332-4890-ba3c-c3fe66ae432c,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:26.206212 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-9b56bc7e-b522-40ba-b40d-2de050a816fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:26.265255 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.285882 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43402100-6dd3-421b-8b4c-82e5eeace70e']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:26.303233 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fe312-9d63-441a-afa3-d8ea5bf614ba req-ed4d6152-eb4f-4ef4-9023-1ba299071460 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:26.310226 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-263fe312-9d63-441a-afa3-d8ea5bf614ba req-ed4d6152-eb4f-4ef4-9023-1ba299071460 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.6117563 Jun 08 06:40:26.319181 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29033a60-23dd-4333-ad51-ecc6c912219e') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:26.319480 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29033a60-23dd-4333-ad51-ecc6c912219e') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:26.320910 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Attempting to bind port 78a99453-7332-4890-ba3c-c3fe66ae432c on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:40:26.321362 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Attempting to bind port 78a99453-7332-4890-ba3c-c3fe66ae432c by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:40:26.321838 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Attempting to bind port 78a99453-7332-4890-ba3c-c3fe66ae432c on network 70a233ce-b61d-44c9-a15f-45cbd9180ddd {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:26.334473 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:40:26.335184 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Checking segment: {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:26.335505 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.336051 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Bound using segment: {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:40:26.336651 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Bound port: 78a99453-7332-4890-ba3c-c3fe66ae432c, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:40:26.337161 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.357933 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.384465 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.429435 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.432044 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.444102 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-263fe312-9d63-441a-afa3-d8ea5bf614ba req-685b6b89-d818-4777-8ce2-6247d0bfb488 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328993 Jun 08 06:40:26.486874 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:40:26.487560 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:40:26.502773 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:40:26.537415 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] For port 78a99453-7332-4890-ba3c-c3fe66ae432c, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:40:26.542694 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] For port 78a99453-7332-4890-ba3c-c3fe66ae432c, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=78a99453-7332-4890-ba3c-c3fe66ae432c,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:40:26.547756 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Notify callbacks [] for port, precommit_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.559898 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.565850 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0cc040e3-b5f9-4f63-911f-960af105a67e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:26.597006 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Transition to ACTIVE for port object 5e58a133-21d9-42cb-b61a-31473e6b62f8 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:26.612354 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.619803 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.628453 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:26.641543 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.646450 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] 10.222.0.44 "DELETE /v2.0/networks/43402100-6dd3-421b-8b4c-82e5eeace70e HTTP/1.1" status: 204 len: 168 time: 1.1098907 Jun 08 06:40:26.652024 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Transition to ACTIVE for port object 5e58a133-21d9-42cb-b61a-31473e6b62f8 will not be triggered until provisioned by entity DHCP. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:26.657569 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Pushing event deleted for resources: {'Network': ['ID=43402100-6dd3-421b-8b4c-82e5eeace70e,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:26.665050 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:26.671619 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:40:24Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:26.687796 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f5dd1038-bdfa-406e-bd65-c95461505f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:26.746263 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Allocated IP 172.28.2.223 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/8832ba2f-28f8-4979-9dff-fe37f15a692b) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:40:26.777631 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:26.778268 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:26.778268 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:40:26.778268 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:40:26.778268 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:40:26.778268 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:26.778268 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Jun 08 06:40:26.808731 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56bc7e-b522-40ba-b40d-2de050a816fa None None] Pushing event updated for resources: {'Port': ['ID=78a99453-7332-4890-ba3c-c3fe66ae432c,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:26.824596 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-9b56bc7e-b522-40ba-b40d-2de050a816fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:26.940866 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 is already hosted by enough agents. {{(pid=91844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:26.944492 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.base_scheduler [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Resources bound (agent type, host, resource id): {{(pid=91844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:26.952548 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Received port after_create {{(pid=91844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:40:27.036887 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.088147 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.090179 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:27.090179 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:40:27.090179 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:40:27.090179 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:40:27.090179 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:27.090179 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:40:27.111882 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c60d6d-d32e-48dc-be58-de97a010dd0b req-d29a5e5f-9275-47f1-84fd-109bd4fa2bed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:27.114496 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a5c60d6d-d32e-48dc-be58-de97a010dd0b req-d29a5e5f-9275-47f1-84fd-109bd4fa2bed tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.2346663 Jun 08 06:40:27.126757 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:27.128279 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:27.142138 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:40:27.192743 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a5c60d6d-d32e-48dc-be58-de97a010dd0b req-77a0c8c2-f923-4dec-91b6-9ba24b464fb2 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585823 Jun 08 06:40:27.222043 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:27.256886 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47462) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:27.312530 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-5aabc265-a2b4-4c8f-9b99-193e9c75a6a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e8b0f2ecd734d949501362787a5128e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539815 Jun 08 06:40:27.314804 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47464) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:27.322382 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Attempting to bind port 5e58a133-21d9-42cb-b61a-31473e6b62f8 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:40:27.323000 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Attempting to bind port 5e58a133-21d9-42cb-b61a-31473e6b62f8 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:40:27.323548 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Attempting to bind port 5e58a133-21d9-42cb-b61a-31473e6b62f8 on network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:27.392488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:40:27.392488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Checking segment: {'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:27.392488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.392488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Bound using segment: {'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:40:27.392488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Bound port: 5e58a133-21d9-42cb-b61a-31473e6b62f8, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:40:27.392488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.408441 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-743f74ab-3c5f-448c-ac71-b0202d227969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.483030 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-743f74ab-3c5f-448c-ac71-b0202d227969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.518020 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7e9f3-b930-4dba-a362-8a8015078b20 req-2a600c6c-b9ab-467c-95dc-5c3713520ee2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:27.530154 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-16c7e9f3-b930-4dba-a362-8a8015078b20 req-2a600c6c-b9ab-467c-95dc-5c3713520ee2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.2375998 Jun 08 06:40:27.625504 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-743f74ab-3c5f-448c-ac71-b0202d227969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.629016 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-743f74ab-3c5f-448c-ac71-b0202d227969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.630409 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-743f74ab-3c5f-448c-ac71-b0202d227969 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8449558-8581-46b5-935f-05793e2906ba HTTP/1.1" status: 204 len: 168 time: 0.3144252 Jun 08 06:40:27.632009 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a846ad38-a1da-4ff4-925e-51ccf9d99031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:27.655747 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f74ab-3c5f-448c-ac71-b0202d227969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8449558-8581-46b5-935f-05793e2906ba,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:27.662074 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-743f74ab-3c5f-448c-ac71-b0202d227969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:27.675339 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-1b548387-f863-4dff-9c92-416b02214816 None None] For port 5e58a133-21d9-42cb-b61a-31473e6b62f8, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:40:27.755324 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-1b548387-f863-4dff-9c92-416b02214816 None None] For port 5e58a133-21d9-42cb-b61a-31473e6b62f8, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5e58a133-21d9-42cb-b61a-31473e6b62f8,segment=NetworkSegment(7b364ebc-ca2d-4a93-a5a5-997843775ba0),segment_id=7b364ebc-ca2d-4a93-a5a5-997843775ba0)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:40:27.768307 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:27.773651 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:27.843411 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462be34d-6688-44a9-9ed8-322bc3eccb81 req-fa134da4-0e22-4971-85dc-b36fb276b205 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:27.857523 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-462be34d-6688-44a9-9ed8-322bc3eccb81 req-fa134da4-0e22-4971-85dc-b36fb276b205 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.1764362 Jun 08 06:40:27.924169 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Pushing event updated for resources: {'Port': ['ID=5e58a133-21d9-42cb-b61a-31473e6b62f8,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:27.939643 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:27.952688 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:26Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:27.957862 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-16c7e9f3-b930-4dba-a362-8a8015078b20 req-01c98d2e-049e-4ffb-9ebb-2af94d009bdd tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264636 Jun 08 06:40:27.958278 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bc02e7-d6bc-4ca0-9a02-f45baebe3232 None None] The sync data for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb is: [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:26Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:40:27.965894 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-462be34d-6688-44a9-9ed8-322bc3eccb81 req-32ebc0eb-e264-4493-9f13-30ad5f64874e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032603 Jun 08 06:40:28.062321 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:28.639756 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492fa64-ed77-41dd-996e-8f21eafde721 req-47948fef-5a49-4074-84da-75af56e4734a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:28.649889 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a492fa64-ed77-41dd-996e-8f21eafde721 req-47948fef-5a49-4074-84da-75af56e4734a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1828501 Jun 08 06:40:28.730081 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a492fa64-ed77-41dd-996e-8f21eafde721 req-d7f9e22f-887a-4d29-a8fe-f572c49a1eb1 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817881 Jun 08 06:40:29.027631 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33445700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068'] for router, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:29.449137 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b545a-a4ec-4c02-99d9-df2076c6ceb1 req-b0ea01e3-ac2b-481a-8b59-ac85874413ba tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:29.468734 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fb5b545a-a4ec-4c02-99d9-df2076c6ceb1 req-b0ea01e3-ac2b-481a-8b59-ac85874413ba tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.1756968 Jun 08 06:40:29.484444 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd5150-fd64-4b73-8985-a80eca0b7fdd req-af3292cd-8f76-4713-a6af-753809f5a97f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:29.489860 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-edfd5150-fd64-4b73-8985-a80eca0b7fdd req-af3292cd-8f76-4713-a6af-753809f5a97f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.2614746 Jun 08 06:40:29.521854 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae135c2-2dce-4e1e-bd00-e4d7a19323dd None None] Network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:40:29.548335 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fb5b545a-a4ec-4c02-99d9-df2076c6ceb1 req-ebd01108-7331-4ff1-ac6a-bbaf46c044bc tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786495 Jun 08 06:40:29.632181 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-edfd5150-fd64-4b73-8985-a80eca0b7fdd req-10c2a339-e326-44de-b52b-3c0cbb740205 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339760 Jun 08 06:40:29.731592 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Router 5b661015-c4c7-44cf-b800-72948d54f820 is scheduled to L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c with binding_index 1 {{(pid=91842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 06:40:29.896415 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5e58a133-21d9-42cb-b61a-31473e6b62f8 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:30.009237 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-399e884a-587d-4a63-8744-64a36e95c188 None None] Provisioning for port 5e58a133-21d9-42cb-b61a-31473e6b62f8 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:30.060898 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 5e58a133-21d9-42cb-b61a-31473e6b62f8 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:30.073413 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 5e58a133-21d9-42cb-b61a-31473e6b62f8 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:30.074947 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:30.092029 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:40:30.106021 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Sync routers for ids ['5b661015-c4c7-44cf-b800-72948d54f820'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:40:30.144235 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Routers {'5b661015-c4c7-44cf-b800-72948d54f820'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:30.146969 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:40:24Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['5b661015-c4c7-44cf-b800-72948d54f820'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:30.163892 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:30.165404 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-febeee68-2616-4d67-bbef-806204835889 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4511063 Jun 08 06:40:30.168250 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47502) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:30.250088 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2acc1-9bad-47c8-b626-22eb64d52c00 req-856c48b8-2923-4c55-b606-0fd5c6d3b000 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:30.251654 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7ce2acc1-9bad-47c8-b626-22eb64d52c00 req-856c48b8-2923-4c55-b606-0fd5c6d3b000 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.2546000 Jun 08 06:40:30.361569 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:30.387699 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7ce2acc1-9bad-47c8-b626-22eb64d52c00 req-27a9e227-6113-4b94-8e64-d3f974a65c73 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204643 Jun 08 06:40:30.440081 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 5e58a133-21d9-42cb-b61a-31473e6b62f8, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5e58a133-21d9-42cb-b61a-31473e6b62f8,segment=NetworkSegment(7b364ebc-ca2d-4a93-a5a5-997843775ba0),segment_id=7b364ebc-ca2d-4a93-a5a5-997843775ba0)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:30.453738 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:30.454882 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 78a99453-7332-4890-ba3c-c3fe66ae432c up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:30.512447 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:30.598057 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-e88b861b-d419-4554-83cb-57fdd9dd3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:30.599985 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-e88b861b-d419-4554-83cb-57fdd9dd3d91 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1bb90b9-eedf-41ba-a2d0-341213054aad HTTP/1.1" status: 200 len: 853 time: 0.1531827 Jun 08 06:40:30.667434 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Set router 5b661015-c4c7-44cf-b800-72948d54f820 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:30.779313 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=5e58a133-21d9-42cb-b61a-31473e6b62f8,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:30.787395 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:30.788041 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-8c91812e-74c5-4347-8579-f3b27bfcd939 None None] Provisioning complete for port 5e58a133-21d9-42cb-b61a-31473e6b62f8 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:30.788682 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-8c91812e-74c5-4347-8579-f3b27bfcd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:30.931608 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 78a99453-7332-4890-ba3c-c3fe66ae432c completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:30.949008 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 78a99453-7332-4890-ba3c-c3fe66ae432c triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:30.951566 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:30.966046 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee10bb9-a20f-4094-8ea6-76c101b88832 req-8749dc2e-9ac8-471a-9a0c-2cca25bae4a3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:30.981644 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eee10bb9-a20f-4094-8ea6-76c101b88832 req-8749dc2e-9ac8-471a-9a0c-2cca25bae4a3 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1397221 Jun 08 06:40:31.174223 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-d9aef984-d470-429e-9247-2b48d90a23c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e15910fd-7036-4aaf-903c-e6bebf3dc555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006050 Jun 08 06:40:31.185393 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eee10bb9-a20f-4094-8ea6-76c101b88832 req-60fb7341-d443-4a80-b751-6a423f8665d0 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027411 Jun 08 06:40:31.365342 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:40:27Z', 'revision_number': 3, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port': {'id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:26Z', 'updated_at': '2021-06-08T06:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:31.379634 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:31.381340 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Checking router: 5b661015-c4c7-44cf-b800-72948d54f820 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:40:31.381743 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Updating router 5b661015-c4c7-44cf-b800-72948d54f820 port 8832ba2f-28f8-4979-9dff-fe37f15a692b binding host dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:40:31.468135 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:31.481280 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 78a99453-7332-4890-ba3c-c3fe66ae432c, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=78a99453-7332-4890-ba3c-c3fe66ae432c,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:31.496665 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:31.498888 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:31.525962 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-89c2c3b6-5805-4108-87a6-119f124a96ad service neutron] 10.222.0.48 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254645 Jun 08 06:40:31.659006 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=78a99453-7332-4890-ba3c-c3fe66ae432c,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:31.668912 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:31.728399 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5e58a133-21d9-42cb-b61a-31473e6b62f8 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:31.809194 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28dbf0-6fa1-4aca-bb58-12569b817e88 req-ef2cfd0f-3130-4ff4-814b-e69b53bc6f3b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:31.816336 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5d28dbf0-6fa1-4aca-bb58-12569b817e88 req-ef2cfd0f-3130-4ff4-814b-e69b53bc6f3b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1562221 Jun 08 06:40:31.874903 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 5e58a133-21d9-42cb-b61a-31473e6b62f8 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:31.881151 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:31.912548 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5d28dbf0-6fa1-4aca-bb58-12569b817e88 req-1297a20c-2bb0-40d7-969d-aecd0bb3cd2a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904529 Jun 08 06:40:32.123895 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9261a4-b132-4162-9995-e8273670d259 req-5f0fdb5d-e312-41db-9171-9d8aa8e922ed tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:32.131980 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6d9261a4-b132-4162-9995-e8273670d259 req-5f0fdb5d-e312-41db-9171-9d8aa8e922ed tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.9885044 Jun 08 06:40:32.230138 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:32.244659 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Transition to ACTIVE for port object 8832ba2f-28f8-4979-9dff-fe37f15a692b will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:32.275131 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:32.279220 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:32.304524 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6d9261a4-b132-4162-9995-e8273670d259 req-523ac4e0-12e6-466d-be36-a2c253c69025 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609726 Jun 08 06:40:32.318857 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:32.400298 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Attempting to bind port 8832ba2f-28f8-4979-9dff-fe37f15a692b on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:40:32.401360 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Attempting to bind port 8832ba2f-28f8-4979-9dff-fe37f15a692b by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:40:32.401959 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Attempting to bind port 8832ba2f-28f8-4979-9dff-fe37f15a692b on network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:32.411721 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:40:32.412605 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:32.413533 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:32.414185 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Bound using segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:40:32.414908 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Bound port: 8832ba2f-28f8-4979-9dff-fe37f15a692b, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:40:32.415551 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:32.439712 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c0b19-8e0e-4c06-8e33-3123272745c3 None None] Pushing event updated for resources: {'Port': ['ID=8832ba2f-28f8-4979-9dff-fe37f15a692b,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:32.450437 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-180c0b19-8e0e-4c06-8e33-3123272745c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:32.561166 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] For port 8832ba2f-28f8-4979-9dff-fe37f15a692b, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:40:32.568746 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] For port 8832ba2f-28f8-4979-9dff-fe37f15a692b, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=8832ba2f-28f8-4979-9dff-fe37f15a692b,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:40:32.577204 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:32.579708 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecf0cf-fbad-45fd-aaa0-ab9042e47dbf req-b553a846-bd9e-4fc5-b32f-1163b0b84baf tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:32.581538 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d6ecf0cf-fbad-45fd-aaa0-ab9042e47dbf req-b553a846-bd9e-4fc5-b32f-1163b0b84baf tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1765761 Jun 08 06:40:32.585112 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:32.718354 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Routers {'5b661015-c4c7-44cf-b800-72948d54f820'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:32.719196 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:40:24Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['5b661015-c4c7-44cf-b800-72948d54f820'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:32.805170 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Allocated IP 172.20.0.1 (00b3f935-ef98-4b3b-900b-d94c0d3eddb4/fec4d69e-928a-4dab-a93d-d18e46125980/bf00a8e5-8c30-4151-a9a3-49d9c595e302) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:40:32.836675 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d6ecf0cf-fbad-45fd-aaa0-ab9042e47dbf req-5e090108-32bd-4c28-ac2f-495d6f610c1c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416863 Jun 08 06:40:32.866475 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c0b19-8e0e-4c06-8e33-3123272745c3 None None] Pushing event updated for resources: {'Port': ['ID=8832ba2f-28f8-4979-9dff-fe37f15a692b,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:32.906640 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-180c0b19-8e0e-4c06-8e33-3123272745c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:32.977481 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] Set router 5b661015-c4c7-44cf-b800-72948d54f820 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:33.079801 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:33.099171 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.provisioning_blocks [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Transition to ACTIVE for port object bf00a8e5-8c30-4151-a9a3-49d9c595e302 will not be triggered until provisioned by entity DHCP. {{(pid=91842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:33.146862 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:33.148044 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:33.148044 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:40:33.148044 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:40:33.148044 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:40:33.148044 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:33.148044 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:40:33.255438 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:33.265941 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:33.275886 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:40:33.352539 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33506538'] for router_interface, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:33.404912 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:40:27Z', 'revision_number': 3, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port': {'id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:26Z', 'updated_at': '2021-06-08T06:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:33.409905 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb439cd4-ac79-4ec3-942f-fb82cfe5045f None None] The sync data for ids ['5b661015-c4c7-44cf-b800-72948d54f820'] in dv-cinder-760199-6-smb is: [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:40:27Z', 'revision_number': 3, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port': {'id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:26Z', 'updated_at': '2021-06-08T06:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:40:33.458068 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3530a2d-268f-4533-a128-8db04e6a8697 req-fa7ab9e4-46d2-4087-bc07-27e2bbdae99e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:33.460204 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f3530a2d-268f-4533-a128-8db04e6a8697 req-fa7ab9e4-46d2-4087-bc07-27e2bbdae99e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.2908821 Jun 08 06:40:33.644304 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f3530a2d-268f-4533-a128-8db04e6a8697 req-ea840e11-e131-47d5-a9f7-dfc7d03f96a7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705649 Jun 08 06:40:33.711522 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-b76c2e28-04c7-435a-92b4-cf896db33323 None None] Provisioning for port bf00a8e5-8c30-4151-a9a3-49d9c595e302 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:33.716847 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-b76c2e28-04c7-435a-92b4-cf896db33323 None None] Provisioning complete for port bf00a8e5-8c30-4151-a9a3-49d9c595e302 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:33.717218 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b76c2e28-04c7-435a-92b4-cf896db33323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:33.768011 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bfe9c-e830-450c-83cb-07b5e36e824b req-9efb3c44-51cc-4718-82ec-197687097358 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:33.778688 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-772bfe9c-e830-450c-83cb-07b5e36e824b req-9efb3c44-51cc-4718-82ec-197687097358 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.1701498 Jun 08 06:40:33.814206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:33.845166 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-772bfe9c-e830-450c-83cb-07b5e36e824b req-c9f06585-92c1-4ec7-b725-c9f7a1d3dfb6 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648909 Jun 08 06:40:33.848307 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-b76c2e28-04c7-435a-92b4-cf896db33323 None None] Port bf00a8e5-8c30-4151-a9a3-49d9c595e302 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:40:33.862914 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 78a99453-7332-4890-ba3c-c3fe66ae432c up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:34.058500 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 78a99453-7332-4890-ba3c-c3fe66ae432c triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:34.059278 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:34.276463 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092e1b3-0805-49a9-b925-4ddb3ab87baa req-2972ef8b-a4e5-4578-8e12-792e731cf3b8 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:34.278032 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f092e1b3-0805-49a9-b925-4ddb3ab87baa req-2972ef8b-a4e5-4578-8e12-792e731cf3b8 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.2428761 Jun 08 06:40:34.334012 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:34.345166 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:34.375222 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:34.421536 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f092e1b3-0805-49a9-b925-4ddb3ab87baa req-b71b04fe-b9e7-4ca9-97a0-532daefe861e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367364 Jun 08 06:40:34.472186 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Pushing event updated for resources: {'Port': ['ID=bf00a8e5-8c30-4151-a9a3-49d9c595e302,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:34.480378 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33506347'] for router_interface, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:34.484389 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:34.718589 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:34.719761 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:35.033837 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2e87c-3a76-49a2-95a5-cad0ae9ea690 req-d9a7d714-14d1-474d-9f54-3edc146cb651 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:35.041803 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ff2e87c-3a76-49a2-95a5-cad0ae9ea690 req-d9a7d714-14d1-474d-9f54-3edc146cb651 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1450181 Jun 08 06:40:35.092783 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-6c953776-c074-460f-af08-302493953d43 None None] Provisioning complete for port bf00a8e5-8c30-4151-a9a3-49d9c595e302 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:35.093399 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-6c953776-c074-460f-af08-302493953d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:35.101256 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Router 5b661015-c4c7-44cf-b800-72948d54f820 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:40:35.174367 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2ff2e87c-3a76-49a2-95a5-cad0ae9ea690 req-998f9b86-a3e7-4721-8992-55dd78b5def6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292152 Jun 08 06:40:35.232713 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-6c953776-c074-460f-af08-302493953d43 None None] Port bf00a8e5-8c30-4151-a9a3-49d9c595e302 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:40:35.441155 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a3ad6-b93b-4e1c-96c0-74bf09c8ec0a req-d61103c1-d562-4e62-8743-45e4f299e0aa tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:35.443501 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-150a3ad6-b93b-4e1c-96c0-74bf09c8ec0a req-d61103c1-d562-4e62-8743-45e4f299e0aa tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.3312633 Jun 08 06:40:35.461262 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:40:35.467930 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] 10.222.0.44 "PUT /v2.0/routers/5b661015-c4c7-44cf-b800-72948d54f820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2984626 Jun 08 06:40:35.512430 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-150a3ad6-b93b-4e1c-96c0-74bf09c8ec0a req-13c0d456-3f20-488d-8a3f-f475aae1df05 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491180 Jun 08 06:40:35.653597 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20ecee-d312-40a2-80bd-1b50f37d3211 req-dc63375f-ce42-4571-b443-839c611747fc tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:35.655160 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2e20ecee-d312-40a2-80bd-1b50f37d3211 req-dc63375f-ce42-4571-b443-839c611747fc tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1090033 Jun 08 06:40:35.715055 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 8832ba2f-28f8-4979-9dff-fe37f15a692b up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:35.717240 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2e20ecee-d312-40a2-80bd-1b50f37d3211 req-29ac1c8b-5d1e-47c1-87b9-83e58115e5aa tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550716 Jun 08 06:40:35.796222 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 8832ba2f-28f8-4979-9dff-fe37f15a692b completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:35.801343 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Sync routers for ids ['5b661015-c4c7-44cf-b800-72948d54f820'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:40:35.805360 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 8832ba2f-28f8-4979-9dff-fe37f15a692b triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:35.805763 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:35.866274 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Routers {'5b661015-c4c7-44cf-b800-72948d54f820'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:35.866274 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:40:24Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['5b661015-c4c7-44cf-b800-72948d54f820'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:36.086423 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:36.093053 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Set router 5b661015-c4c7-44cf-b800-72948d54f820 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:36.166517 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 8832ba2f-28f8-4979-9dff-fe37f15a692b, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=8832ba2f-28f8-4979-9dff-fe37f15a692b,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:36.173516 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:36.177955 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:36.326105 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd98c4cb-b2cf-4b52-a86b-6516818bf717 req-bad05b35-df29-4d44-8533-c2b4a04776f8 service neutron] 10.222.0.48 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296350 Jun 08 06:40:36.385194 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=8832ba2f-28f8-4979-9dff-fe37f15a692b,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:36.390446 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:36.476548 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38533-ef61-4f2a-b02a-5217a1af448e req-29409137-10ec-4ab1-a72e-767fb9beba44 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:36.490122 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-81c38533-ef61-4f2a-b02a-5217a1af448e req-29409137-10ec-4ab1-a72e-767fb9beba44 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1468744 Jun 08 06:40:36.530337 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-14d9b4c4-c233-4d9a-9652-d20db928c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:36.534086 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-14d9b4c4-c233-4d9a-9652-d20db928c491 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ac104aa4654aa0994e72f6fa303359&device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 1096 time: 0.1403217 Jun 08 06:40:36.584899 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:40:33Z', 'revision_number': 4, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port': {'id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:26Z', 'updated_at': '2021-06-08T06:40:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'bf00a8e5-8c30-4151-a9a3-49d9c595e302', 'name': '', 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'mac_address': 'fa:16:3e:4e:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'fec4d69e-928a-4dab-a93d-d18e46125980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:32Z', 'updated_at': '2021-06-08T06:40:33Z', 'revision_number': 2, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'subnets': [{'id': 'fec4d69e-928a-4dab-a93d-d18e46125980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:36.590715 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Checking router: 5b661015-c4c7-44cf-b800-72948d54f820 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:40:36.591102 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Updating router 5b661015-c4c7-44cf-b800-72948d54f820 port bf00a8e5-8c30-4151-a9a3-49d9c595e302 binding host dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:40:36.600855 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-81c38533-ef61-4f2a-b02a-5217a1af448e req-44d9c088-0558-402b-ad4b-53582aaf0cd7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097708 Jun 08 06:40:36.656670 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:36.702788 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-d05c39b8-29cc-4150-95d9-a5adc70edefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:36.704358 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-d05c39b8-29cc-4150-95d9-a5adc70edefb service neutron] 10.222.0.48 "GET /v2.0/networks?id=e15910fd-7036-4aaf-903c-e6bebf3dc555 HTTP/1.1" status: 200 len: 914 time: 0.1627772 Jun 08 06:40:36.791135 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-df794457-8381-4f67-8cce-1b31d9417f87 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=110d7498-b015-4870-acd9-c0d2e30c72da HTTP/1.1" status: 200 len: 217 time: 0.0788643 Jun 08 06:40:36.932918 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-c2ae6ed5-e71f-45f9-8e82-1a25321a95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:36.934378 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-c2ae6ed5-e71f-45f9-8e82-1a25321a95a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1bb90b9-eedf-41ba-a2d0-341213054aad HTTP/1.1" status: 200 len: 853 time: 0.1102257 Jun 08 06:40:36.988171 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956942e-5693-419d-aacd-7a378effa0b6 req-80f8c561-8166-405e-b0a9-60bed6c484ab tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:36.992854 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-ea301aed-53cc-4bce-8b99-b9282473c2be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e15910fd-7036-4aaf-903c-e6bebf3dc555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498109 Jun 08 06:40:37.004175 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f956942e-5693-419d-aacd-7a378effa0b6 req-80f8c561-8166-405e-b0a9-60bed6c484ab tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1252124 Jun 08 06:40:37.004367 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8baa4e-23f4-4677-8a40-546df1bc907d req-26943359-097c-478e-87eb-da64600772b0 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:37.005731 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc8baa4e-23f4-4677-8a40-546df1bc907d req-26943359-097c-478e-87eb-da64600772b0 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.2136014 Jun 08 06:40:37.105164 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f956942e-5693-419d-aacd-7a378effa0b6 req-18b0d710-11e2-48b8-9293-95813c76b80f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835690 Jun 08 06:40:37.151524 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-42b23ee0-a06b-45de-9d81-909c0dd277cb service neutron] 10.222.0.48 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448195 Jun 08 06:40:37.152893 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Notify callbacks [] for port, precommit_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:37.168880 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Transition to ACTIVE for port object bf00a8e5-8c30-4151-a9a3-49d9c595e302 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:37.176831 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:37.183293 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-7cc180de-8e6f-451e-a4f1-4b832e6df1e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:37.269944 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc8baa4e-23f4-4677-8a40-546df1bc907d req-6a4eb5be-8f64-4c4f-9e08-c94b1ee944bb tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172478 Jun 08 06:40:37.351134 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82378a3c-70dc-434e-afe0-b5d86d0bc19a req-52741446-7922-4201-924c-5318b4b43cdd service neutron] 10.222.0.48 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829031 Jun 08 06:40:37.438473 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d926997-8996-430b-9602-0ded899623a4 None None] Pushing event updated for resources: {'Port': ['ID=bf00a8e5-8c30-4151-a9a3-49d9c595e302,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:37.441478 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-8d926997-8996-430b-9602-0ded899623a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:37.476100 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Attempting to bind port bf00a8e5-8c30-4151-a9a3-49d9c595e302 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:40:37.476488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Attempting to bind port bf00a8e5-8c30-4151-a9a3-49d9c595e302 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:40:37.476863 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Attempting to bind port bf00a8e5-8c30-4151-a9a3-49d9c595e302 on network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:37.482787 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:40:37.483462 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Checking segment: {'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:37.483898 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:37.484320 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Bound using segment: {'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:40:37.484769 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Bound port: bf00a8e5-8c30-4151-a9a3-49d9c595e302, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b364ebc-ca2d-4a93-a5a5-997843775ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:40:37.485154 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:37.588975 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] For port bf00a8e5-8c30-4151-a9a3-49d9c595e302, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:40:37.591947 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] For port bf00a8e5-8c30-4151-a9a3-49d9c595e302, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=bf00a8e5-8c30-4151-a9a3-49d9c595e302,segment=NetworkSegment(7b364ebc-ca2d-4a93-a5a5-997843775ba0),segment_id=7b364ebc-ca2d-4a93-a5a5-997843775ba0)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:40:37.600218 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:37.603995 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:37.692841 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Routers {'5b661015-c4c7-44cf-b800-72948d54f820'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:37.693841 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:40:24Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['5b661015-c4c7-44cf-b800-72948d54f820'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:37.924836 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 8832ba2f-28f8-4979-9dff-fe37f15a692b up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:37.938089 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e427a1-7236-46d7-ba93-700893fea05a req-86ea7657-60e5-4e62-b66e-19b5c43110af tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:37.946156 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c9e427a1-7236-46d7-ba93-700893fea05a req-86ea7657-60e5-4e62-b66e-19b5c43110af tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1225033 Jun 08 06:40:37.998789 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c9e427a1-7236-46d7-ba93-700893fea05a req-001bcc7d-1dee-436b-925e-18ec6787e944 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515852 Jun 08 06:40:38.040815 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d926997-8996-430b-9602-0ded899623a4 None None] Pushing event updated for resources: {'Port': ['ID=bf00a8e5-8c30-4151-a9a3-49d9c595e302,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:38.058527 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-8d926997-8996-430b-9602-0ded899623a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:38.082035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-680af178-aa70-4f4b-9641-fa10024868a2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:38.084739 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-680af178-aa70-4f4b-9641-fa10024868a2 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.1443393 Jun 08 06:40:38.100254 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] Set router 5b661015-c4c7-44cf-b800-72948d54f820 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:38.273113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 8832ba2f-28f8-4979-9dff-fe37f15a692b triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:38.273696 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:38.287266 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Deleting port 68f252bd-4b26-4440-9281-4abd4687ec31 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:40:38.287613 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:38.618094 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b337c3f-de5a-4083-939d-46de28df02e0 req-d2aa0af2-40cf-404c-9b26-1100a3099b13 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:38.619948 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7b337c3f-de5a-4083-939d-46de28df02e0 req-d2aa0af2-40cf-404c-9b26-1100a3099b13 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.1212223 Jun 08 06:40:38.677400 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7b337c3f-de5a-4083-939d-46de28df02e0 req-4117282d-0193-4a0e-a756-212c1443ed07 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 Jun 08 06:40:38.807121 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] For port 68f252bd-4b26-4440-9281-4abd4687ec31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=68f252bd-4b26-4440-9281-4abd4687ec31,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:38.807764 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:38.892302 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:40:33Z', 'revision_number': 4, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port': {'id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:26Z', 'updated_at': '2021-06-08T06:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'bf00a8e5-8c30-4151-a9a3-49d9c595e302', 'name': '', 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'mac_address': 'fa:16:3e:4e:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'fec4d69e-928a-4dab-a93d-d18e46125980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:32Z', 'updated_at': '2021-06-08T06:40:37Z', 'revision_number': 4, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'subnets': [{'id': 'fec4d69e-928a-4dab-a93d-d18e46125980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:38.896931 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670269e7-52cd-4dc8-9b1a-ebd64c4aaff7 None None] The sync data for ids ['5b661015-c4c7-44cf-b800-72948d54f820'] in dv-cinder-760199-6-smb is: [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:40:33Z', 'revision_number': 4, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port': {'id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:26Z', 'updated_at': '2021-06-08T06:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'bf00a8e5-8c30-4151-a9a3-49d9c595e302', 'name': '', 'network_id': '00b3f935-ef98-4b3b-900b-d94c0d3eddb4', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'mac_address': 'fa:16:3e:4e:a2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'fec4d69e-928a-4dab-a93d-d18e46125980', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:32Z', 'updated_at': '2021-06-08T06:40:37Z', 'revision_number': 4, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'subnets': [{'id': 'fec4d69e-928a-4dab-a93d-d18e46125980', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:40:39.016356 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Calling delete_port for 68f252bd-4b26-4440-9281-4abd4687ec31 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:40:39.073871 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cb0b5-1d0f-4ebe-9d71-51542e0e4b9a req-5cf5a125-2641-4f6e-80e0-8cd38cdccfc9 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:39.079865 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d18cb0b5-1d0f-4ebe-9d71-51542e0e4b9a req-5cf5a125-2641-4f6e-80e0-8cd38cdccfc9 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 946 time: 0.5946193 Jun 08 06:40:39.173702 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d18cb0b5-1d0f-4ebe-9d71-51542e0e4b9a req-182ef8d1-bd52-4873-a5dd-eba0250f1ef5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804076 Jun 08 06:40:39.262219 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37990c53-184e-4b9a-aa59-a1511cf4dec2 req-90bfb21c-d202-4cc3-bb5b-22b003b31b64 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:39.269956 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-37990c53-184e-4b9a-aa59-a1511cf4dec2 req-90bfb21c-d202-4cc3-bb5b-22b003b31b64 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.1068494 Jun 08 06:40:39.292380 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:39.300047 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:39.305755 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['5d633234-8d2d-4f08-b66d-e3751a55a660', '68f252bd-4b26-4440-9281-4abd4687ec31'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:40:39.327515 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-37990c53-184e-4b9a-aa59-a1511cf4dec2 req-6acac5fb-34e7-432d-b370-fe290aca9b49 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560079 Jun 08 06:40:39.537152 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Pushing event deleted for resources: {'Port': ['ID=68f252bd-4b26-4440-9281-4abd4687ec31,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:39.541553 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:39.612212 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] No DVR routers for this DVR port 68f252bd-4b26-4440-9281-4abd4687ec31 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:40:39.617790 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:39.632939 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-701e40c9-2115-4e3c-acbb-64b13c75e8e7 req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.48 "DELETE /v2.0/ports/68f252bd-4b26-4440-9281-4abd4687ec31 HTTP/1.1" status: 204 len: 173 time: 1.5417531 Jun 08 06:40:39.635171 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1cc667-7347-43f4-a527-e57abb953f72', 'name': 'network-vif-deleted', 'tag': '68f252bd-4b26-4440-9281-4abd4687ec31'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:40:39.637718 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3215db6f-8955-4f3c-8ed2-856071b00e6e" -d '{"events": [{"server_uuid": "ab1cc667-7347-43f4-a527-e57abb953f72", "name": "network-vif-deleted", "tag": "68f252bd-4b26-4440-9281-4abd4687ec31"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:40:39.802758 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87664e96-689f-427d-81c6-8d65ca9939ff x-openstack-request-id: req-87664e96-689f-427d-81c6-8d65ca9939ff {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:40:39.803303 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1cc667-7347-43f4-a527-e57abb953f72", "name": "network-vif-deleted", "tag": "68f252bd-4b26-4440-9281-4abd4687ec31", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:40:39.803777 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87664e96-689f-427d-81c6-8d65ca9939ff {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:40:39.804356 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1cc667-7347-43f4-a527-e57abb953f72', 'name': 'network-vif-deleted', 'tag': '68f252bd-4b26-4440-9281-4abd4687ec31', 'status': 'completed', 'code': 200} Jun 08 06:40:39.847424 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device bf00a8e5-8c30-4151-a9a3-49d9c595e302 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:39.997515 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port bf00a8e5-8c30-4151-a9a3-49d9c595e302 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:40.006048 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port bf00a8e5-8c30-4151-a9a3-49d9c595e302 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:40.006424 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:40.010088 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea806e2-386e-47cd-be17-c7ff11fae885 req-52c5bbc4-9dba-4e11-afa3-5fa01a6b2c86 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:40.016032 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-dea806e2-386e-47cd-be17-c7ff11fae885 req-52c5bbc4-9dba-4e11-afa3-5fa01a6b2c86 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.1127763 Jun 08 06:40:40.105105 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-dea806e2-386e-47cd-be17-c7ff11fae885 req-c3d74c6a-c5ec-448b-9b53-8996ca8fe2ae tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827065 Jun 08 06:40:40.183048 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:40.245841 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port bf00a8e5-8c30-4151-a9a3-49d9c595e302, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=bf00a8e5-8c30-4151-a9a3-49d9c595e302,segment=NetworkSegment(7b364ebc-ca2d-4a93-a5a5-997843775ba0),segment_id=7b364ebc-ca2d-4a93-a5a5-997843775ba0)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:40.255450 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:40.258804 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:40.411872 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:40:40.581237 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4902feba-59dc-426f-acd4-303d2fa1b106 req-b0351ade-2d15-45d8-87bd-ffa92df60370 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab1cc667-7347-43f4-a527-e57abb953f72 HTTP/1.1" status: 200 len: 210 time: 0.1174545 Jun 08 06:40:40.702388 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691a951-aa06-4309-baaa-c13ca9e6e57f req-fa1924f6-7c0c-4155-a6df-08963b5ca289 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:40.711382 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b691a951-aa06-4309-baaa-c13ca9e6e57f req-fa1924f6-7c0c-4155-a6df-08963b5ca289 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 943 time: 0.2088642 Jun 08 06:40:40.740603 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=bf00a8e5-8c30-4151-a9a3-49d9c595e302,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:40.757987 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:40.791368 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:40.820772 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'port_id': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'mac_address': 'fa:16:3e:7d:32:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:40:40.823677 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b691a951-aa06-4309-baaa-c13ca9e6e57f req-a707c2e7-a2d8-45d6-89d8-33964a8054e3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048734 Jun 08 06:40:40.887117 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:40.908792 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588cd23f-a493-4464-ad16-aa646fe12fd9 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:40:40.929099 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:40.943676 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:40.943676 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 110d7498-b015-4870-acd9-c0d2e30c72da details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:40:40.957771 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:41.121485 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=9']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:41.150624 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:41.193856 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:41.228763 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 110d7498-b015-4870-acd9-c0d2e30c72da, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=110d7498-b015-4870-acd9-c0d2e30c72da,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:41.244013 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '110d7498-b015-4870-acd9-c0d2e30c72da', 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555', 'port_id': '110d7498-b015-4870-acd9-c0d2e30c72da', 'mac_address': 'fa:16:3e:07:81:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bb90b9-eedf-41ba-a2d0-341213054aad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:40:41.308109 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:41.328282 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b126c25-7603-4667-8106-7d207a58bcf1 req-260e2a27-8114-4379-8b3c-069e3005eb38 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:41.330104 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8b126c25-7603-4667-8106-7d207a58bcf1 req-260e2a27-8114-4379-8b3c-069e3005eb38 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 943 time: 0.0934327 Jun 08 06:40:41.331861 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110d7498-b015-4870-acd9-c0d2e30c72da {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:40:41.351758 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 110d7498-b015-4870-acd9-c0d2e30c72da, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=110d7498-b015-4870-acd9-c0d2e30c72da,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:41.356474 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:41.360819 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:41.393315 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8b126c25-7603-4667-8106-7d207a58bcf1 req-7349117f-b772-4020-881f-cddef0f22003 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571270 Jun 08 06:40:41.434411 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=110d7498-b015-4870-acd9-c0d2e30c72da,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:41.437900 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:41.602807 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['110d7498-b015-4870-acd9-c0d2e30c72da'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:40:41.657562 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['588cd23f-a493-4464-ad16-aa646fe12fd9'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:40:41.738033 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device bf00a8e5-8c30-4151-a9a3-49d9c595e302 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:41.900458 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port bf00a8e5-8c30-4151-a9a3-49d9c595e302 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:41.900845 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:42.089583 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34b2ce-b632-476c-8383-b6e88106d9a8 req-d0c50579-7c5c-491d-a5be-d62a3c9842e5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:42.091182 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8f34b2ce-b632-476c-8383-b6e88106d9a8 req-d0c50579-7c5c-491d-a5be-d62a3c9842e5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 944 time: 0.1547079 Jun 08 06:40:42.191226 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8f34b2ce-b632-476c-8383-b6e88106d9a8 req-16896ceb-3540-4476-b2b8-9b1bf9dd7abe tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932801 Jun 08 06:40:42.317329 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea650c1c-55b8-4ed2-8a21-e9ce1a17acd0 req-57c97441-d507-4e2d-bd00-1daca741be00 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:42.321998 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ea650c1c-55b8-4ed2-8a21-e9ce1a17acd0 req-57c97441-d507-4e2d-bd00-1daca741be00 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1531603 Jun 08 06:40:42.383014 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ea650c1c-55b8-4ed2-8a21-e9ce1a17acd0 req-84cbe9f5-fcd4-42a5-b73c-2e1cc47a0369 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548804 Jun 08 06:40:42.401618 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 68f252bd-4b26-4440-9281-4abd4687ec31 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:40:42.441932 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 68f252bd-4b26-4440-9281-4abd4687ec31 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:40:42.443083 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 68f252bd-4b26-4440-9281-4abd4687ec31 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:40:42.613539 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14c1ea-30e6-458b-836b-a0fb8797f78e req-7b1589b2-aa0f-41ea-b3e9-e9f91c311955 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:42.617783 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0d14c1ea-30e6-458b-836b-a0fb8797f78e req-7b1589b2-aa0f-41ea-b3e9-e9f91c311955 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 944 time: 0.0958934 Jun 08 06:40:42.670756 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0d14c1ea-30e6-458b-836b-a0fb8797f78e req-c6ffdda6-ed83-4c58-8610-864ea057fc03 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471814 Jun 08 06:40:43.402704 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c8d3e-66cc-48d9-924f-58a75bd1e5e6 req-55e86985-a7bf-4691-a955-bd3fe0d66f1b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:43.409800 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-765c8d3e-66cc-48d9-924f-58a75bd1e5e6 req-55e86985-a7bf-4691-a955-bd3fe0d66f1b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 944 time: 0.0910690 Jun 08 06:40:43.459686 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-765c8d3e-66cc-48d9-924f-58a75bd1e5e6 req-46805807-5230-4620-9aac-670c4c7a1994 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486407 Jun 08 06:40:43.593824 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648805b-318c-4974-884a-7ae329908379 req-33e73edf-a800-465a-95be-ba385925d74f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:43.595329 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9648805b-318c-4974-884a-7ae329908379 req-33e73edf-a800-465a-95be-ba385925d74f tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0883899 Jun 08 06:40:43.649080 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9648805b-318c-4974-884a-7ae329908379 req-a9df73d5-5f20-43f5-93ae-f9daa2e6d0b5 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474148 Jun 08 06:40:43.884249 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23374201-e38a-43b5-b5b4-80f679cd36cc req-5981228b-bb08-4a99-9aac-de8cfcf2aa63 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:43.885811 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-23374201-e38a-43b5-b5b4-80f679cd36cc req-5981228b-bb08-4a99-9aac-de8cfcf2aa63 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 944 time: 0.0974610 Jun 08 06:40:43.934850 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-23374201-e38a-43b5-b5b4-80f679cd36cc req-406bf53b-83a1-4e5e-bedc-392f6b77e348 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Jun 08 06:40:44.406688 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:44.500928 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 588cd23f-a493-4464-ad16-aa646fe12fd9 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:44.501546 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:44.644441 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:44.687627 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5305d5f-ac2a-4ea7-b54b-081855784e0c req-bed42c29-6aac-409d-acb4-70fc1d46acc0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:44.689139 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e5305d5f-ac2a-4ea7-b54b-081855784e0c req-bed42c29-6aac-409d-acb4-70fc1d46acc0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 944 time: 0.0985484 Jun 08 06:40:44.700594 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:40:44.715301 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749be799-15e4-4fa2-9398-17703cdcb275" -d '{"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-plugged", "status": "completed", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:40:44.725117 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:44.740848 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:44.742073 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 110d7498-b015-4870-acd9-c0d2e30c72da up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:40:44.763041 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e5305d5f-ac2a-4ea7-b54b-081855784e0c req-7722fa12-8ca6-42e1-b89e-9e5ae4f0da6d tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630920 Jun 08 06:40:44.813355 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:44.857971 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae75dbd5-2127-4631-b1b5-5dc856b47f13 x-openstack-request-id: req-ae75dbd5-2127-4631-b1b5-5dc856b47f13 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:40:44.858242 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-plugged", "status": "completed", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:40:44.858501 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae75dbd5-2127-4631-b1b5-5dc856b47f13 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:40:44.859190 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'code': 200} Jun 08 06:40:44.906548 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=10']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:44.907814 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70d7ed-99ac-4b81-a9ff-2e65a79e554d req-61a52855-c8e7-450d-854c-87e7b6213af1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:44.910108 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:44.916212 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 110d7498-b015-4870-acd9-c0d2e30c72da completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:44.919194 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8b70d7ed-99ac-4b81-a9ff-2e65a79e554d req-61a52855-c8e7-450d-854c-87e7b6213af1 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1101778 Jun 08 06:40:44.923068 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 110d7498-b015-4870-acd9-c0d2e30c72da triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:44.924566 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:44.979756 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8b70d7ed-99ac-4b81-a9ff-2e65a79e554d req-4c680bc5-2f6b-4312-9257-f3674cf99bdf tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527050 Jun 08 06:40:45.077524 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:45.124965 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 110d7498-b015-4870-acd9-c0d2e30c72da, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=110d7498-b015-4870-acd9-c0d2e30c72da,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:45.129761 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:45.133211 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:45.255623 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=110d7498-b015-4870-acd9-c0d2e30c72da,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:45.269938 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:45.344805 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c535455-c118-46e5-9f6a-bce41cc60c2c req-341cbf6f-de0f-4456-b0c6-7cfb6a8fd3ce tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:45.354864 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1c535455-c118-46e5-9f6a-bce41cc60c2c req-341cbf6f-de0f-4456-b0c6-7cfb6a8fd3ce tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.2602556 Jun 08 06:40:45.422588 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1c535455-c118-46e5-9f6a-bce41cc60c2c req-f926ece3-4b34-4e99-9f39-a7764d859fb7 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648031 Jun 08 06:40:45.430847 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30738d7e-1531-4488-92be-3f9816b7db7e req-f4aa3731-ddeb-4729-b8fb-d3d38a917384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:45.433865 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-30738d7e-1531-4488-92be-3f9816b7db7e req-f4aa3731-ddeb-4729-b8fb-d3d38a917384 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 1099 time: 0.1050920 Jun 08 06:40:45.485571 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-30738d7e-1531-4488-92be-3f9816b7db7e req-58863765-eed2-44af-939b-18fa4377bd15 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413258 Jun 08 06:40:45.970536 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da1b82-c450-4cd1-9c4f-f6491eaa2887 req-c59d1304-7e63-4034-8e7e-ec89cfdd419b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:45.972179 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-16da1b82-c450-4cd1-9c4f-f6491eaa2887 req-c59d1304-7e63-4034-8e7e-ec89cfdd419b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 946 time: 0.0857992 Jun 08 06:40:46.029810 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-16da1b82-c450-4cd1-9c4f-f6491eaa2887 req-5af170eb-28dd-411d-9f0d-7df5283a604c tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506532 Jun 08 06:40:46.196599 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dfa73-f333-40c3-9d8d-5072bb232788 req-5e0cd45a-c40c-4bcc-82ce-5d06f07357e6 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:46.198672 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7f2dfa73-f333-40c3-9d8d-5072bb232788 req-5e0cd45a-c40c-4bcc-82ce-5d06f07357e6 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.0905695 Jun 08 06:40:46.249078 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7f2dfa73-f333-40c3-9d8d-5072bb232788 req-fb073edd-c3d7-4c5c-a112-eda4018fecec tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430717 Jun 08 06:40:46.639333 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901c01a-280f-4101-8f1f-f66fc446d402 req-0f2b5ce3-842e-43f9-aa83-03688cff0e4a tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:46.641323 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6901c01a-280f-4101-8f1f-f66fc446d402 req-0f2b5ce3-842e-43f9-aa83-03688cff0e4a tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.1088424 Jun 08 06:40:46.705721 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6901c01a-280f-4101-8f1f-f66fc446d402 req-91a1b4f7-a409-41ca-9e1b-fd1b0d4e3298 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570185 Jun 08 06:40:46.860790 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76cec44-a094-4d14-9b6a-154a167a2c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110d7498-b015-4870-acd9-c0d2e30c72da'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:40:46.863634 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6afe974-05e8-4ecb-af57-e4672f6c2dd4" -d '{"events": [{"server_uuid": "b76cec44-a094-4d14-9b6a-154a167a2c3a", "name": "network-vif-plugged", "status": "completed", "tag": "110d7498-b015-4870-acd9-c0d2e30c72da"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:40:46.914589 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b9ed6b-2515-4976-8b1a-7a5594953c78 x-openstack-request-id: req-b4b9ed6b-2515-4976-8b1a-7a5594953c78 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:40:46.914932 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76cec44-a094-4d14-9b6a-154a167a2c3a", "name": "network-vif-plugged", "status": "completed", "tag": "110d7498-b015-4870-acd9-c0d2e30c72da", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:40:46.915785 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4b9ed6b-2515-4976-8b1a-7a5594953c78 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:40:46.917183 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76cec44-a094-4d14-9b6a-154a167a2c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110d7498-b015-4870-acd9-c0d2e30c72da', 'code': 200} Jun 08 06:40:47.143259 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:40:47.366028 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383b7b-177a-4b0f-a79e-b28d13a213d8 req-866efe78-96d9-49d3-a27a-f99694fe8190 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:47.373656 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-18383b7b-177a-4b0f-a79e-b28d13a213d8 req-866efe78-96d9-49d3-a27a-f99694fe8190 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 946 time: 0.2009828 Jun 08 06:40:47.392115 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f199-e5f5-4ca1-bf06-88844a2bbb97 req-52f7d7b5-93eb-4684-b945-4af5c5c1e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:47.393860 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8281f199-e5f5-4ca1-bf06-88844a2bbb97 req-52f7d7b5-93eb-4684-b945-4af5c5c1e018 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 1098 time: 0.1869638 Jun 08 06:40:47.577121 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-18383b7b-177a-4b0f-a79e-b28d13a213d8 req-4f529c5d-a256-4387-8e5a-14c25aa915bb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023370 Jun 08 06:40:47.602429 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8281f199-e5f5-4ca1-bf06-88844a2bbb97 req-4a9eeb87-ab64-4be9-be90-029aba3ad5ca service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738229 Jun 08 06:40:47.649366 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311eb8b-0566-4786-b3ce-88377b511203 req-2264f22a-5091-406a-9b6e-4f0fe37a521c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:47.651592 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9311eb8b-0566-4786-b3ce-88377b511203 req-2264f22a-5091-406a-9b6e-4f0fe37a521c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.48 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1920185 Jun 08 06:40:47.660657 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e0c3a-4829-4b9b-9f32-1c195a4be500 req-5c919a64-e82c-48f4-a6b8-c12d96a5bbdd tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:47.673935 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f58e0c3a-4829-4b9b-9f32-1c195a4be500 req-5c919a64-e82c-48f4-a6b8-c12d96a5bbdd tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 946 time: 0.1993451 Jun 08 06:40:47.789858 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f58e0c3a-4829-4b9b-9f32-1c195a4be500 req-3e4ad3b0-1fc6-4c9a-9c86-54c81f19f72e tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/security-groups?id=3f4bc87b-f472-44e1-b303-494394668896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082156 Jun 08 06:40:48.107867 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524adf44-262d-465a-aeee-e4dccd0d2a04 req-4c40b000-0410-48cb-b026-27390c4945fa tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:48.109215 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-524adf44-262d-465a-aeee-e4dccd0d2a04 req-4c40b000-0410-48cb-b026-27390c4945fa tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.2359996 Jun 08 06:40:48.110989 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Deleting port 5d633234-8d2d-4f08-b66d-e3751a55a660 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:40:48.111327 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:48.244546 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-524adf44-262d-465a-aeee-e4dccd0d2a04 req-b333004c-09e7-46e3-a944-14ccf3082640 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133242 Jun 08 06:40:48.310481 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] For port 5d633234-8d2d-4f08-b66d-e3751a55a660, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d633234-8d2d-4f08-b66d-e3751a55a660,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:48.310861 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:48.463043 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Calling delete_port for 5d633234-8d2d-4f08-b66d-e3751a55a660 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:40:48.671313 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:48.679676 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:48.685021 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['5d633234-8d2d-4f08-b66d-e3751a55a660'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:40:48.744284 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Pushing event deleted for resources: {'Port': ['ID=5d633234-8d2d-4f08-b66d-e3751a55a660,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:48.750652 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:48.815242 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ffda8a-0189-4d6f-8bc8-946836fdd2b6 req-8f515b5b-f028-4172-8bf7-594078f13e66 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:48.816815 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-60ffda8a-0189-4d6f-8bc8-946836fdd2b6 req-8f515b5b-f028-4172-8bf7-594078f13e66 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 946 time: 0.0882554 Jun 08 06:40:48.844995 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219df68-a939-48ef-be40-e86a6980a66b req-83f44b90-85b9-47f5-bb4a-bf8718ebe160 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:48.846422 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-83f44b90-85b9-47f5-bb4a-bf8718ebe160 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 815 time: 0.2979622 Jun 08 06:40:48.847480 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] No DVR routers for this DVR port 5d633234-8d2d-4f08-b66d-e3751a55a660 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:40:48.850030 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:48.852195 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9311eb8b-0566-4786-b3ce-88377b511203 req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.48 "DELETE /v2.0/ports/5d633234-8d2d-4f08-b66d-e3751a55a660 HTTP/1.1" status: 204 len: 173 time: 1.1945093 Jun 08 06:40:48.852739 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203cf36f-2418-4156-9527-6c088e74c50c', 'name': 'network-vif-deleted', 'tag': '5d633234-8d2d-4f08-b66d-e3751a55a660'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:40:48.855186 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831e782f-4ae5-46ec-b06c-5275ca15d3c0" -d '{"events": [{"server_uuid": "203cf36f-2418-4156-9527-6c088e74c50c", "name": "network-vif-deleted", "tag": "5d633234-8d2d-4f08-b66d-e3751a55a660"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:40:48.868637 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-5b3ea2e9-341f-4c18-9d32-2ef56330ff7a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/quotas/11ba0909bed9400392afa3ee22c9f71f HTTP/1.1" status: 200 len: 375 time: 0.0106230 Jun 08 06:40:48.868947 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-60ffda8a-0189-4d6f-8bc8-946836fdd2b6 req-4362aeef-cceb-4fc6-ae23-26a08fe6d157 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Jun 08 06:40:48.965850 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-f9344346-4afb-4ccf-be07-9719ce30b08b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919037 Jun 08 06:40:49.028221 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4fc2ee1b-f19d-4822-8575-fb427b2b9953 req-94bf86f7-1160-4e99-8d71-d609e9ee6d7b tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] 10.222.0.44 "GET /v2.0/ports?device_id=203cf36f-2418-4156-9527-6c088e74c50c HTTP/1.1" status: 200 len: 210 time: 0.0458055 Jun 08 06:40:49.101108 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d870c5-9060-4e55-b5fc-3ba7a60aa8dd x-openstack-request-id: req-f0d870c5-9060-4e55-b5fc-3ba7a60aa8dd {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:40:49.101494 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203cf36f-2418-4156-9527-6c088e74c50c", "name": "network-vif-deleted", "tag": "5d633234-8d2d-4f08-b66d-e3751a55a660", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:40:49.101857 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0d870c5-9060-4e55-b5fc-3ba7a60aa8dd {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:40:49.102338 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203cf36f-2418-4156-9527-6c088e74c50c', 'name': 'network-vif-deleted', 'tag': '5d633234-8d2d-4f08-b66d-e3751a55a660', 'status': 'completed', 'code': 200} Jun 08 06:40:49.140824 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-bfb91b81-1bda-4c0f-808f-09889abac6ac service neutron] 10.222.0.44 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563303 Jun 08 06:40:49.271815 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-db2d796f-1217-4b30-8f1f-ddbce2b8e201 service neutron] 10.222.0.44 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246488 Jun 08 06:40:49.476624 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-757f0742-6214-4c64-908b-d9e3b946aa24 req-6df4fc7f-c70b-402c-ad58-75851c7780ac tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 210 time: 0.0507393 Jun 08 06:40:49.501249 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da8724a-8e98-4518-b09a-a3e97003108e req-9ce91a53-db8d-45f1-bb7c-11e966f598f1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:49.505507 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1da8724a-8e98-4518-b09a-a3e97003108e req-9ce91a53-db8d-45f1-bb7c-11e966f598f1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.1291149 Jun 08 06:40:49.549269 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1da8724a-8e98-4518-b09a-a3e97003108e req-463dee8d-2421-4342-bd58-cf93e5eb30eb tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427353 Jun 08 06:40:50.154777 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47884) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:50.634897 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a90f616a-9569-4bfe-b0b5-837d18cdd84a req-28049caa-1bd1-4fd8-9b3d-32c94fd9aedc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 210 time: 0.0430737 Jun 08 06:40:50.842972 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219df68-a939-48ef-be40-e86a6980a66b req-31e358fa-5322-4505-8b01-1208aa3fdee1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:50.844371 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-31e358fa-5322-4505-8b01-1208aa3fdee1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.48 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 815 time: 0.2342966 Jun 08 06:40:50.860887 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'port': {'device_id': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'admin_state_up': True, 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:50.876650 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-16bcdfcc-24cd-4083-aa34-651040c1a680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:51.112692 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Made reservation on behalf of 11ba0909bed9400392afa3ee22c9f71f for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:40:51.116688 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:51.268805 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33506338'] for router_interface, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:51.440518 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Allocated IP 172.20.0.8 (70a233ce-b61d-44c9-a15f-45cbd9180ddd/9fa8bff9-fa44-4b23-83d9-f558286af815/73998213-7a06-4808-ac96-5f0d3f66edd7) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:40:51.843408 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f43472a0-35b5-4860-8ae7-8713c20f4472 req-5243a810-e4e6-43f0-9bf3-dbd3cb5effba tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 210 time: 0.0996618 Jun 08 06:40:51.850007 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:51.899850 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Transition to ACTIVE for port object 73998213-7a06-4808-ac96-5f0d3f66edd7 will not be triggered until provisioned by entity DHCP. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:51.946813 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Deleting port 7aa2114b-5e3f-4353-88ba-c43da867a173 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:40:51.947441 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:51.961885 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:52.103360 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:52.103360 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:40:52.103360 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:40:52.103360 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:40:52.103360 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:40:52.103360 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:40:52.132779 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:40:52.135557 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:40:52.139063 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:40:52.231860 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:52.232471 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:52.237210 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] For port 7aa2114b-5e3f-4353-88ba-c43da867a173, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=7aa2114b-5e3f-4353-88ba-c43da867a173,segment=NetworkSegment(3d687e05-97cb-48ea-a3eb-cc117dc8544d),segment_id=3d687e05-97cb-48ea-a3eb-cc117dc8544d)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:52.237599 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:52.322416 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-a9833e36-0dfe-4cb1-9464-336753db1b7e None None] Provisioning for port 73998213-7a06-4808-ac96-5f0d3f66edd7 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:40:52.327941 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-a9833e36-0dfe-4cb1-9464-336753db1b7e None None] Provisioning complete for port 73998213-7a06-4808-ac96-5f0d3f66edd7 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:40:52.328415 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-a9833e36-0dfe-4cb1-9464-336753db1b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:52.376374 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Calling delete_port for 7aa2114b-5e3f-4353-88ba-c43da867a173 owned by network:router_interface {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:40:52.380463 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-c83d3a96-5300-465d-97d2-103af2135c0d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5260215 Jun 08 06:40:52.386983 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-a9833e36-0dfe-4cb1-9464-336753db1b7e None None] Port 73998213-7a06-4808-ac96-5f0d3f66edd7 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:40:52.396820 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Request body: {'port': {'device_id': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:40:52.461707 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 5d633234-8d2d-4f08-b66d-e3751a55a660 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:40:52.496480 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 5d633234-8d2d-4f08-b66d-e3751a55a660 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:40:52.496828 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 5d633234-8d2d-4f08-b66d-e3751a55a660 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:40:52.645540 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:52.675994 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:52.946131 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:52.952200 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-50131c72-6ad2-4317-96b6-a52236a68d7c tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:52.997582 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa2114b-5e3f-4353-88ba-c43da867a173,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:53.000587 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:53.039899 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f6795-24bd-4439-981f-832dffb6c0c9 req-fd7e668d-7612-40c9-aa18-a683dc74d061 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:53.041430 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e16f6795-24bd-4439-981f-832dffb6c0c9 req-fd7e668d-7612-40c9-aa18-a683dc74d061 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 931 time: 0.0867798 Jun 08 06:40:53.088376 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e16f6795-24bd-4439-981f-832dffb6c0c9 req-92943aec-ab8d-4b19-8e90-9e25bb29ff20 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Jun 08 06:40:53.333159 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73998213-7a06-4808-ac96-5f0d3f66edd7 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:40:53.350940 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:53.375265 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Transition to ACTIVE for port object 73998213-7a06-4808-ac96-5f0d3f66edd7 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:40:53.380564 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:53.386164 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0a2985d7-7cb4-420b-aa4b-686772bd64cd tempest-VolumesActionsTest-1615973590 tempest-VolumesActionsTest-1615973590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:53.416223 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33073126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33432025'] for router_interface, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:53.522355 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b9c7d236-799b-46a9-85a6-879caf48a93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:53.835085 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Pushing event updated for resources: {'Port': ['ID=73998213-7a06-4808-ac96-5f0d3f66edd7,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:53.845102 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:53.905514 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Attempting to bind port 73998213-7a06-4808-ac96-5f0d3f66edd7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:40:53.905845 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Attempting to bind port 73998213-7a06-4808-ac96-5f0d3f66edd7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:40:53.906170 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Attempting to bind port 73998213-7a06-4808-ac96-5f0d3f66edd7 on network 70a233ce-b61d-44c9-a15f-45cbd9180ddd {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:53.957116 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Port 73998213-7a06-4808-ac96-5f0d3f66edd7 on network 70a233ce-b61d-44c9-a15f-45cbd9180ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:40:53.958448 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Attempting to bind port 73998213-7a06-4808-ac96-5f0d3f66edd7 on network 70a233ce-b61d-44c9-a15f-45cbd9180ddd {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:40:53.974918 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:40:53.975252 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Checking segment: {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:40:53.975631 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Bound using segment: {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:40:53.976114 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Bound port: 73998213-7a06-4808-ac96-5f0d3f66edd7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff61046-97c3-4d06-9f9d-6fc10c479b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:40:53.976460 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:54.162317 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] For port 73998213-7a06-4808-ac96-5f0d3f66edd7, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:40:54.167804 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] For port 73998213-7a06-4808-ac96-5f0d3f66edd7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73998213-7a06-4808-ac96-5f0d3f66edd7,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:40:54.169834 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:40:54.173711 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:54.179462 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:54.321166 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:54.322005 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:54.323518 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] 10.222.0.48 "PUT /v2.0/ports/73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 1093 time: 1.9355452 Jun 08 06:40:54.331999 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:40:54.334317 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179da088-af7c-47fa-aed9-6551e748206c" -d '{"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:40:54.478789 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaf42b6-a6e6-46bb-ad44-eb7dda61fbc5 x-openstack-request-id: req-aeaf42b6-a6e6-46bb-ad44-eb7dda61fbc5 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:40:54.479096 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:40:54.479373 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aeaf42b6-a6e6-46bb-ad44-eb7dda61fbc5 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:40:54.479805 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'status': 'completed', 'code': 200} Jun 08 06:40:54.505631 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Pushing event updated for resources: {'Port': ['ID=73998213-7a06-4808-ac96-5f0d3f66edd7,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:54.512349 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:54.564064 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:40:54.573090 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] Sync routers for ids ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:40:54.575848 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935af037-83e6-4562-be4c-308085ee2e8e req-9e077197-f4e2-4ff5-86fd-04a9543b8820 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:54.577706 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-935af037-83e6-4562-be4c-308085ee2e8e req-9e077197-f4e2-4ff5-86fd-04a9543b8820 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.3695533 Jun 08 06:40:54.581176 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] 10.222.0.44 "PUT /v2.0/routers/16638c8b-7f37-48a0-b79d-8f0e7ae61caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4251044 Jun 08 06:40:54.585585 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 47926) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:54.590869 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] Routers {'16638c8b-7f37-48a0-b79d-8f0e7ae61caa'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:54.591725 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:40:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:54.609442 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219df68-a939-48ef-be40-e86a6980a66b req-58749d6c-9349-4b77-b21e-91ece4b61411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:54.610927 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-58749d6c-9349-4b77-b21e-91ece4b61411 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1096 time: 0.2342298 Jun 08 06:40:54.697479 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-935af037-83e6-4562-be4c-308085ee2e8e req-1634f224-fdeb-40be-9e21-5dc658d960c4 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126592 Jun 08 06:40:54.698691 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-8ccf6400-3b07-48d4-9c8f-7398dd109822 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 217 time: 0.0766962 Jun 08 06:40:54.772329 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219df68-a939-48ef-be40-e86a6980a66b req-a25341a9-2218-4834-a3e2-cea402224725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:54.773788 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-a25341a9-2218-4834-a3e2-cea402224725 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 200 len: 854 time: 0.0675108 Jun 08 06:40:54.796796 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:54.836312 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] Set router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:54.874934 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219df68-a939-48ef-be40-e86a6980a66b req-edbcff26-f80d-4611-9cc8-4da1231fdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:54.875180 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:54.876554 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-edbcff26-f80d-4611-9cc8-4da1231fdd1e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70a233ce-b61d-44c9-a15f-45cbd9180ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0936809 Jun 08 06:40:55.006016 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:55.087254 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Deleting port 071f8511-c4b5-4513-b263-194c98fe46df {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:40:55.087631 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:55.127363 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-df6629e5-e9f4-4978-9ac7-283a1f9c3f04 service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403333 Jun 08 06:40:55.179080 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144'}], 'enable_snat': True}, 'gw_port_id': '071f8511-c4b5-4513-b263-194c98fe46df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:40:52Z', 'revision_number': 5, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port': {'id': '071f8511-c4b5-4513-b263-194c98fe46df', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:15:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 50, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:49Z', 'updated_at': '2021-06-08T06:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:55.184033 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] Checking router: 16638c8b-7f37-48a0-b79d-8f0e7ae61caa for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:40:55.198418 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] Routers {'16638c8b-7f37-48a0-b79d-8f0e7ae61caa'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:40:55.203705 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:40:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:55.225201 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] For port 071f8511-c4b5-4513-b263-194c98fe46df, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=071f8511-c4b5-4513-b263-194c98fe46df,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:40:55.225577 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:55.271431 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9219df68-a939-48ef-be40-e86a6980a66b req-01b9891e-c1ef-4d9b-8b9a-34a755b3f274 service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330764 Jun 08 06:40:55.355358 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] Set router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa gateway port host: None {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:40:55.361305 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Calling delete_port for 071f8511-c4b5-4513-b263-194c98fe46df owned by network:router_gateway {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:40:55.388186 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179da088-af7c-47fa-aed9-6551e748206c req-c9302160-1f3c-4046-9628-5c61f2d972f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:55.390232 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-179da088-af7c-47fa-aed9-6551e748206c req-c9302160-1f3c-4046-9628-5c61f2d972f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1096 time: 0.0738735 Jun 08 06:40:55.461727 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:40:55Z', 'revision_number': 6, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port_host': None}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:55.466430 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d410531-770f-473a-b589-1a6a16bff357 None None] The sync data for ids ['16638c8b-7f37-48a0-b79d-8f0e7ae61caa'] in dv-cinder-760199-6-smb is: [{'id': '16638c8b-7f37-48a0-b79d-8f0e7ae61caa', 'name': 'tempest-ServerRescueNegativeTestJSON-46422395-router', 'tenant_id': '8c85f304195842bcb87cc989e9418fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:48Z', 'updated_at': '2021-06-08T06:40:55Z', 'revision_number': 6, 'project_id': '8c85f304195842bcb87cc989e9418fd8', 'gw_port_host': None}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:40:55.533897 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179da088-af7c-47fa-aed9-6551e748206c req-e7354f79-d136-4604-8ba9-6e9a4ca25668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:55.535860 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-179da088-af7c-47fa-aed9-6551e748206c req-e7354f79-d136-4604-8ba9-6e9a4ca25668 service neutron] 10.222.0.48 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 916 time: 0.1382065 Jun 08 06:40:55.620814 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-179da088-af7c-47fa-aed9-6551e748206c req-ff4d9ed5-a831-4c89-8c1a-04bb1bf86e2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 217 time: 0.0701272 Jun 08 06:40:55.683987 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179da088-af7c-47fa-aed9-6551e748206c req-e3e203ef-9635-4517-a1e3-c0e35869d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:55.685376 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-179da088-af7c-47fa-aed9-6551e748206c req-e3e203ef-9635-4517-a1e3-c0e35869d5c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 200 len: 854 time: 0.0582054 Jun 08 06:40:55.799510 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:55.822031 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:55.833238 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179da088-af7c-47fa-aed9-6551e748206c req-190a02f6-2802-4065-854e-f4a6a73ab06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:55.834848 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-179da088-af7c-47fa-aed9-6551e748206c req-190a02f6-2802-4065-854e-f4a6a73ab06a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70a233ce-b61d-44c9-a15f-45cbd9180ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1417634 Jun 08 06:40:55.843748 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 7aa2114b-5e3f-4353-88ba-c43da867a173 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:40:55.901918 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 7aa2114b-5e3f-4353-88ba-c43da867a173 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:40:55.903178 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 7aa2114b-5e3f-4353-88ba-c43da867a173 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:40:55.903424 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=071f8511-c4b5-4513-b263-194c98fe46df,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:55.912528 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:56.010238 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-179da088-af7c-47fa-aed9-6551e748206c req-1d536121-a005-4de6-9d08-cfbb165f9d17 service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683071 Jun 08 06:40:56.027063 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33506372'] for router_gateway, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.148199 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-179da088-af7c-47fa-aed9-6551e748206c req-dd280767-043a-4f55-95f0-9bd97cc278aa service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316221 Jun 08 06:40:56.205783 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33445649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11571'] for router, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.214994 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fe356-6066-4a05-9108-32e1e8ef8d15 req-0c410407-e84b-41d4-8815-f1e850bda33e tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:56.216442 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-703fe356-6066-4a05-9108-32e1e8ef8d15 req-0c410407-e84b-41d4-8815-f1e850bda33e tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.3027904 Jun 08 06:40:56.217463 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.326074 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33445885'] for router, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.326565 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16638c8b-7f37-48a0-b79d-8f0e7ae61caa {{(pid=91842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 06:40:56.333971 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.335070 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] 10.222.0.44 "DELETE /v2.0/routers/16638c8b-7f37-48a0-b79d-8f0e7ae61caa HTTP/1.1" status: 204 len: 168 time: 1.7466741 Jun 08 06:40:56.337759 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47936) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:56.338172 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-703fe356-6066-4a05-9108-32e1e8ef8d15 req-a1099adb-7262-4856-b418-6da7188c305f tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152837 Jun 08 06:40:56.400478 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] Deleting subnet 0a270ecc-3e7f-43ed-8716-b88a693eba0c {{(pid=91843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:40:56.403637 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.455500 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31460960'] for subnet, precommit_delete_associations {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.516722 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.531098 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.585856 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30672540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31494048'] for subnet, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.589631 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:56.623740 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a270ecc-3e7f-43ed-8716-b88a693eba0c,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:56.626591 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:56.627564 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.630292 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-56c4de94-ffe3-4d70-b95a-82b8ed18084b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0a270ecc-3e7f-43ed-8716-b88a693eba0c HTTP/1.1" status: 204 len: 168 time: 0.2903507 Jun 08 06:40:56.632099 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47938) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:56.740457 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.862549 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.875802 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccbb0e4a-9de4-4bd5-9f45-e2a434468c91']}} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:56.892281 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d687e05-97cb-48ea-a3eb-cc117dc8544d') {'for_net_delete': True} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:56.892579 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d687e05-97cb-48ea-a3eb-cc117dc8544d') {} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:40:56.906668 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31460971'] for segment, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.923810 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.930464 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=91843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:40:56.930849 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30672441'] for segment, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: Traceback (most recent call last): Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: timer() Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: cb(*args, **kw) Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: return func(*args, **kwargs) Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: self._notify() Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: self.callback(batched_events) Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: event.method(event) Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: return f(self, *a, **k) Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: return self._get(url).json() Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: return self.request(url, 'GET', **kwargs) Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:40:56.945601 dv-cinder-760199-6-smb neutron-server[91843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:40:57.022868 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:57.028121 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:57.032218 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] 10.222.0.44 "DELETE /v2.0/networks/ccbb0e4a-9de4-4bd5-9f45-e2a434468c91 HTTP/1.1" status: 204 len: 168 time: 0.3990629 Jun 08 06:40:57.033156 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:57.053591 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Pushing event deleted for resources: {'Network': ['ID=ccbb0e4a-9de4-4bd5-9f45-e2a434468c91,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:57.056010 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2d56f2f9-f0df-4795-a448-73d5dadf279a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:57.209858 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47946) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:57.339094 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-706e0f93-9eb9-4a79-8ebc-8b45a479d28e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c85f304195842bcb87cc989e9418fd8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1280205 Jun 08 06:40:57.341472 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 47948) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:57.399209 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:57.424911 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:57.532081 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:57.534458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:57.535588 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f4bc87b-f472-44e1-b303-494394668896 HTTP/1.1" status: 204 len: 168 time: 0.1932044 Jun 08 06:40:57.536949 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ac57f3b5-f079-4cc5-bbc7-41f8f70804c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:57.551532 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d285c-4c82-44c2-8674-94189a110ee5 req-8aa07391-9451-4cb4-9da8-11b638ec5689 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:57.553497 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-748d285c-4c82-44c2-8674-94189a110ee5 req-8aa07391-9451-4cb4-9da8-11b638ec5689 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.1069543 Jun 08 06:40:57.555706 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4bc87b-f472-44e1-b303-494394668896,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:57.564320 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.564671 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.565025 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.565380 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.565720 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.566063 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.566401 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.566738 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.567676 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.568017 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.568355 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.568689 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:57.571831 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:57.621872 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-748d285c-4c82-44c2-8674-94189a110ee5 req-e98f6d2c-6d09-41bb-91b9-3fde15ceae37 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588930 Jun 08 06:40:57.691423 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 071f8511-c4b5-4513-b263-194c98fe46df no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:40:57.728446 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 071f8511-c4b5-4513-b263-194c98fe46df {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:40:57.728784 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 071f8511-c4b5-4513-b263-194c98fe46df not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:40:58.806578 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9d0e9-8354-40d2-ba63-fc9fe78e55dd req-ef26e286-3350-4d21-a3cd-e9fea7b745c3 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:40:58.808175 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-69d9d0e9-8354-40d2-ba63-fc9fe78e55dd req-ef26e286-3350-4d21-a3cd-e9fea7b745c3 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0805871 Jun 08 06:40:58.852107 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-69d9d0e9-8354-40d2-ba63-fc9fe78e55dd req-f12537ea-8b37-49c7-8992-2bcf07676972 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 Jun 08 06:40:59.438812 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48014) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:59.581763 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5b8b375c-3658-4c07-a6cb-66e334f19b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:59.692681 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5b8b375c-3658-4c07-a6cb-66e334f19b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:59.696680 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-5b8b375c-3658-4c07-a6cb-66e334f19b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:59.703153 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-52e3febc-5604-4a7b-b50b-68fe27f547ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:59.748464 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-5b8b375c-3658-4c07-a6cb-66e334f19b60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d870d06e774440484e737378bf24576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3085496 Jun 08 06:40:59.749313 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b375c-3658-4c07-a6cb-66e334f19b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dbdbf4-197f-48aa-adc1-57e2c58aee25,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:59.751052 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48018) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:40:59.752612 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-5b8b375c-3658-4c07-a6cb-66e334f19b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:40:59.807803 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:59.836626 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:59.888679 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:59.891058 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:40:59.892233 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59dbdbf4-197f-48aa-adc1-57e2c58aee25 HTTP/1.1" status: 204 len: 168 time: 0.1401165 Jun 08 06:40:59.892932 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2b9783b3-bb05-4c08-8f7e-c9ba98a6fce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:40:59.902427 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dbdbf4-197f-48aa-adc1-57e2c58aee25,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:40:59.911344 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.911770 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.912128 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.912475 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.912815 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.913407 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.913743 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.914083 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.914409 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.914741 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.915069 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.915396 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:40:59.918468 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:00.064451 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b2c18-dd6b-4aab-9afd-30c604134a7e req-ff51eee8-b063-4a5f-982a-9fa23bdb375b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:00.066341 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ca7b2c18-dd6b-4aab-9afd-30c604134a7e req-ff51eee8-b063-4a5f-982a-9fa23bdb375b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0858798 Jun 08 06:41:00.116209 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ca7b2c18-dd6b-4aab-9afd-30c604134a7e req-f287d5cf-fa11-4811-808b-8dffcd960d50 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443170 Jun 08 06:41:00.201777 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48030) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:00.226640 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d896-fedf-4c0e-91ca-801460ec288d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:00.323971 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d896-fedf-4c0e-91ca-801460ec288d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:00.327846 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7cf3d896-fedf-4c0e-91ca-801460ec288d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:00.336857 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-44d75c46-1a46-46e3-9b88-a5c8d8be6cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:00.382577 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-7cf3d896-fedf-4c0e-91ca-801460ec288d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91948ba503b8472280ba70e288fbb94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796744 Jun 08 06:41:00.384175 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3d896-fedf-4c0e-91ca-801460ec288d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe2b5b0-dc97-411e-9436-8d6100bd2cd6,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:00.385183 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48032) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:00.387072 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7cf3d896-fedf-4c0e-91ca-801460ec288d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:00.451845 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c9913e9d-b24c-452c-acde-a5c785865b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:00.479695 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c9913e9d-b24c-452c-acde-a5c785865b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:00.534447 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c9913e9d-b24c-452c-acde-a5c785865b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:00.537700 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c9913e9d-b24c-452c-acde-a5c785865b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:00.539076 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-c9913e9d-b24c-452c-acde-a5c785865b6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fe2b5b0-dc97-411e-9436-8d6100bd2cd6 HTTP/1.1" status: 204 len: 168 time: 0.1528995 Jun 08 06:41:00.539899 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d2985098-9642-4eac-a75b-f28c538962b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:00.549418 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9913e9d-b24c-452c-acde-a5c785865b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe2b5b0-dc97-411e-9436-8d6100bd2cd6,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:00.552464 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c9913e9d-b24c-452c-acde-a5c785865b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:01.321901 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1ff0e-0e19-4f4f-b0e9-8f1a0ff5a305 req-022bb02a-4564-42bd-9b26-44c884839b84 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:01.323942 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9ba1ff0e-0e19-4f4f-b0e9-8f1a0ff5a305 req-022bb02a-4564-42bd-9b26-44c884839b84 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0966184 Jun 08 06:41:01.375268 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9ba1ff0e-0e19-4f4f-b0e9-8f1a0ff5a305 req-4d6bb785-cf75-493e-8d6f-d55df4c7d167 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435197 Jun 08 06:41:02.574328 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d1342-f58f-4bc6-855c-f704a07aaf1f req-47554a1b-3559-44b5-be61-44cc45b4d787 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:02.575872 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cb7d1342-f58f-4bc6-855c-f704a07aaf1f req-47554a1b-3559-44b5-be61-44cc45b4d787 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0914755 Jun 08 06:41:02.626047 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cb7d1342-f58f-4bc6-855c-f704a07aaf1f req-5077a4e6-66f0-4ba1-b98a-729eb335a8ba tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439913 Jun 08 06:41:03.197682 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48114) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:03.318855 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8fd452d2-aa52-41a9-a463-a896ccd0e79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:03.425931 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8fd452d2-aa52-41a9-a463-a896ccd0e79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:03.429760 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8fd452d2-aa52-41a9-a463-a896ccd0e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:03.438222 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-5b8b375c-3658-4c07-a6cb-66e334f19b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:03.478143 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-8fd452d2-aa52-41a9-a463-a896ccd0e79a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c603070bf90e452e99cbf1202238550c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793720 Jun 08 06:41:03.479113 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd452d2-aa52-41a9-a463-a896ccd0e79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5289837a-f7cd-4e35-a996-ba85f43fde2a,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:03.480985 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48120) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:03.483191 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8fd452d2-aa52-41a9-a463-a896ccd0e79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:03.549959 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1c53111-6f1f-4444-8a7d-82b7337c211f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:03.578323 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1c53111-6f1f-4444-8a7d-82b7337c211f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:03.630811 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1c53111-6f1f-4444-8a7d-82b7337c211f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:03.635066 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f1c53111-6f1f-4444-8a7d-82b7337c211f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:03.638996 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f1c53111-6f1f-4444-8a7d-82b7337c211f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5289837a-f7cd-4e35-a996-ba85f43fde2a HTTP/1.1" status: 204 len: 168 time: 0.1524310 Jun 08 06:41:03.638996 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8f689f2a-8bab-46e6-b9a6-691abad5bb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:03.650420 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c53111-6f1f-4444-8a7d-82b7337c211f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5289837a-f7cd-4e35-a996-ba85f43fde2a,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:03.652705 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f1c53111-6f1f-4444-8a7d-82b7337c211f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:03.877298 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba589783-402e-4e06-ba6e-2152217bb136 req-6c33fa36-c53c-4f24-a617-3fb1e68efe56 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:03.878952 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ba589783-402e-4e06-ba6e-2152217bb136 req-6c33fa36-c53c-4f24-a617-3fb1e68efe56 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0822244 Jun 08 06:41:03.932777 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ba589783-402e-4e06-ba6e-2152217bb136 req-86216544-f74f-46bb-a8b1-c434e271ab6a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420086 Jun 08 06:41:03.959825 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48130) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:03.976045 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-27d41224-25b9-4cfb-8187-9b528301ddaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:04.083810 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-27d41224-25b9-4cfb-8187-9b528301ddaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:04.087332 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-27d41224-25b9-4cfb-8187-9b528301ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:04.095035 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-34a7dd5e-d0dd-4c31-aa42-ebb48a8c32bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:04.140532 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-27d41224-25b9-4cfb-8187-9b528301ddaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf37e126507b41b0b7cc285a671aca54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796241 Jun 08 06:41:04.141433 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d41224-25b9-4cfb-8187-9b528301ddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b6b14c-ad03-4013-ad24-575938a1db27,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:04.143204 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48132) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:04.144669 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-27d41224-25b9-4cfb-8187-9b528301ddaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:04.201242 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f958ae2e-c083-4fb3-b5c9-2434259ff81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:04.227398 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f958ae2e-c083-4fb3-b5c9-2434259ff81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:04.284786 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f958ae2e-c083-4fb3-b5c9-2434259ff81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:04.287937 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f958ae2e-c083-4fb3-b5c9-2434259ff81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:04.289533 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f958ae2e-c083-4fb3-b5c9-2434259ff81e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59b6b14c-ad03-4013-ad24-575938a1db27 HTTP/1.1" status: 204 len: 168 time: 0.1448233 Jun 08 06:41:04.290329 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-fd3e2c19-376b-4b17-823c-a35647a308c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:04.299440 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ae2e-c083-4fb3-b5c9-2434259ff81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b6b14c-ad03-4013-ad24-575938a1db27,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:04.302240 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f958ae2e-c083-4fb3-b5c9-2434259ff81e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:05.156935 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a73b6-0b5a-436d-bd31-74cfca1ba54b req-64d18b79-93e1-4279-a52f-43d4b6683499 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:05.158934 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b24a73b6-0b5a-436d-bd31-74cfca1ba54b req-64d18b79-93e1-4279-a52f-43d4b6683499 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.1057646 Jun 08 06:41:05.209055 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b24a73b6-0b5a-436d-bd31-74cfca1ba54b req-fc099d07-f556-4927-a60a-379e5629ed10 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Jun 08 06:41:06.533530 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15784c6-bfcc-4db7-b081-34247f95b206 req-72021780-bb6d-4a11-a2f7-0f501dd228c6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:06.535117 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c15784c6-bfcc-4db7-b081-34247f95b206 req-72021780-bb6d-4a11-a2f7-0f501dd228c6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.2005005 Jun 08 06:41:06.589256 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c15784c6-bfcc-4db7-b081-34247f95b206 req-131c7a31-b9f2-4945-b0f7-89ca4425e520 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472610 Jun 08 06:41:07.837698 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed6e9-8cb5-47c5-b504-cc829cd43833 req-b0079fc7-60e2-44b0-8f7d-847756c65eb8 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:07.840588 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eceed6e9-8cb5-47c5-b504-cc829cd43833 req-b0079fc7-60e2-44b0-8f7d-847756c65eb8 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.1281664 Jun 08 06:41:07.933438 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-eceed6e9-8cb5-47c5-b504-cc829cd43833 req-844d5181-42ab-436e-ae3e-4e586f125295 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873468 Jun 08 06:41:09.196465 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182db48-dbbc-4a57-ab90-a9369be75ea1 req-440648f5-1c88-4ac5-8f99-9e701ef4b26a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:09.198048 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b182db48-dbbc-4a57-ab90-a9369be75ea1 req-440648f5-1c88-4ac5-8f99-9e701ef4b26a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.1393578 Jun 08 06:41:09.248662 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b182db48-dbbc-4a57-ab90-a9369be75ea1 req-2e3021a0-e2af-4f41-acab-bc243727dba4 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443542 Jun 08 06:41:09.350270 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48264) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:09.472577 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-18bfb94b-c7e4-44c5-8910-60280ae5a74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:09.580823 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-18bfb94b-c7e4-44c5-8910-60280ae5a74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:09.584913 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-18bfb94b-c7e4-44c5-8910-60280ae5a74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:09.592140 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e712d773-629c-42c7-913c-57f0c2b6579c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:09.636203 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-18bfb94b-c7e4-44c5-8910-60280ae5a74d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4c175229e594873adc0b0bc7d0b6f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2848094 Jun 08 06:41:09.637011 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfb94b-c7e4-44c5-8910-60280ae5a74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6a776c-609f-4e39-969b-9970911aef5d,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:09.638186 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48268) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:09.640308 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-18bfb94b-c7e4-44c5-8910-60280ae5a74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:09.708783 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9c343de2-a3c5-4c13-93fa-6783b5f848cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:09.734557 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9c343de2-a3c5-4c13-93fa-6783b5f848cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:09.785987 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9c343de2-a3c5-4c13-93fa-6783b5f848cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:09.788623 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9c343de2-a3c5-4c13-93fa-6783b5f848cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:09.789742 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-9c343de2-a3c5-4c13-93fa-6783b5f848cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba6a776c-609f-4e39-969b-9970911aef5d HTTP/1.1" status: 204 len: 168 time: 0.1505754 Jun 08 06:41:09.790445 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d41ed51f-6b90-40cd-90d1-1882e0372620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:09.800072 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c343de2-a3c5-4c13-93fa-6783b5f848cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6a776c-609f-4e39-969b-9970911aef5d,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:09.803003 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9c343de2-a3c5-4c13-93fa-6783b5f848cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:10.114305 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48276) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:10.134503 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d9843d01-9c1c-486a-9f31-326dd0efdfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:10.274656 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d9843d01-9c1c-486a-9f31-326dd0efdfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:10.280398 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-d9843d01-9c1c-486a-9f31-326dd0efdfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:10.293583 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-5247f0f9-009c-4cc5-a326-1412d953c6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:10.335191 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-d9843d01-9c1c-486a-9f31-326dd0efdfd4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f513b085dad464bb39dcbb50651d051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197974 Jun 08 06:41:10.337418 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9843d01-9c1c-486a-9f31-326dd0efdfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0abf30-b4e4-4dec-adfb-c0a87e1d19bb,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:10.338012 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48286) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:10.341459 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d9843d01-9c1c-486a-9f31-326dd0efdfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:10.465039 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7460422b-57d5-45ca-8fc3-c4407666bee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:10.505055 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7460422b-57d5-45ca-8fc3-c4407666bee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:10.559960 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103e2cf-7ba3-45b0-af1e-26212e2c7652 req-ecf590c1-cd7a-4ca1-a152-b09d170d9a1a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:10.561442 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2103e2cf-7ba3-45b0-af1e-26212e2c7652 req-ecf590c1-cd7a-4ca1-a152-b09d170d9a1a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.1523240 Jun 08 06:41:10.608872 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7460422b-57d5-45ca-8fc3-c4407666bee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:10.611288 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7460422b-57d5-45ca-8fc3-c4407666bee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:10.612573 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-7460422b-57d5-45ca-8fc3-c4407666bee9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc0abf30-b4e4-4dec-adfb-c0a87e1d19bb HTTP/1.1" status: 204 len: 168 time: 0.2735691 Jun 08 06:41:10.620678 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:10.632196 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2103e2cf-7ba3-45b0-af1e-26212e2c7652 req-314410d9-6c9e-48bf-b068-0e6543b6a0a6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Jun 08 06:41:10.637626 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7460422b-57d5-45ca-8fc3-c4407666bee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0abf30-b4e4-4dec-adfb-c0a87e1d19bb,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:10.641495 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7460422b-57d5-45ca-8fc3-c4407666bee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:11.211440 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:11.844289 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c17a4d-0645-4056-99f7-470fcffa9c37 req-8107f330-ba22-4bc6-8890-f57647720de1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:11.846462 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a8c17a4d-0645-4056-99f7-470fcffa9c37 req-8107f330-ba22-4bc6-8890-f57647720de1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.1016130 Jun 08 06:41:11.896671 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a8c17a4d-0645-4056-99f7-470fcffa9c37 req-239be0d9-947d-4f4a-bbff-2a9bde3f0cc0 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442646 Jun 08 06:41:13.091173 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec531bb2-faab-4334-b130-2e4c390338d9 req-6031a1d2-c022-4db7-ac22-c4b7a785cfce tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:13.092688 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ec531bb2-faab-4334-b130-2e4c390338d9 req-6031a1d2-c022-4db7-ac22-c4b7a785cfce tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0828142 Jun 08 06:41:13.139618 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ec531bb2-faab-4334-b130-2e4c390338d9 req-132c5f56-02a5-47ff-a09b-50701e1df7ad tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410993 Jun 08 06:41:14.342004 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58cabe-2221-4e58-b00c-5c6e71e220b9 req-4ab81fab-3aae-450c-9db5-f882dbf51c80 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:14.344739 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd58cabe-2221-4e58-b00c-5c6e71e220b9 req-4ab81fab-3aae-450c-9db5-f882dbf51c80 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0919352 Jun 08 06:41:14.398327 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd58cabe-2221-4e58-b00c-5c6e71e220b9 req-908a560b-c90f-4c2d-8794-a6e0146ede68 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Jun 08 06:41:15.584066 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf32657-69f3-440e-9349-51e52c1e798f req-5a3b0881-a880-4848-9adf-a5360f302d39 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:15.585641 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8cf32657-69f3-440e-9349-51e52c1e798f req-5a3b0881-a880-4848-9adf-a5360f302d39 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0825546 Jun 08 06:41:15.642730 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8cf32657-69f3-440e-9349-51e52c1e798f req-e0149b25-de62-46cc-bcf3-9d6203aaf16f tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509987 Jun 08 06:41:15.893710 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48400) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:16.016168 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8360cde4-cc89-4689-91a4-504e924f8235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.131906 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8360cde4-cc89-4689-91a4-504e924f8235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.136112 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8360cde4-cc89-4689-91a4-504e924f8235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.143255 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-743f74ab-3c5f-448c-ac71-b0202d227969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:16.186826 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-8360cde4-cc89-4689-91a4-504e924f8235 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a513ab53ed93441ab96073a375e71178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917507 Jun 08 06:41:16.187681 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360cde4-cc89-4689-91a4-504e924f8235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efb62c7-9780-4828-9bc4-99bffd868527,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:16.189345 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48408) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:16.190656 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8360cde4-cc89-4689-91a4-504e924f8235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:16.288428 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c7759705-4a91-4dcd-81d7-6f7f2ceec6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.322232 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c7759705-4a91-4dcd-81d7-6f7f2ceec6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.384577 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c7759705-4a91-4dcd-81d7-6f7f2ceec6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.387301 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c7759705-4a91-4dcd-81d7-6f7f2ceec6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.391461 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c7759705-4a91-4dcd-81d7-6f7f2ceec6ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1efb62c7-9780-4828-9bc4-99bffd868527 HTTP/1.1" status: 204 len: 168 time: 0.2005389 Jun 08 06:41:16.392302 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-27d41224-25b9-4cfb-8187-9b528301ddaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:16.407436 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7759705-4a91-4dcd-81d7-6f7f2ceec6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efb62c7-9780-4828-9bc4-99bffd868527,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:16.412929 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c7759705-4a91-4dcd-81d7-6f7f2ceec6ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:16.521369 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48418) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:16.814472 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b5dddde-f5b9-43e6-9078-e0c06de57612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.864215 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a034b22-9c6c-4d83-bdb9-795bb307b9ac req-0683e412-baa9-476b-a9d5-978be5f34c6e tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:16.865951 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a034b22-9c6c-4d83-bdb9-795bb307b9ac req-0683e412-baa9-476b-a9d5-978be5f34c6e tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0883121 Jun 08 06:41:16.933462 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b5dddde-f5b9-43e6-9078-e0c06de57612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.938836 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b5dddde-f5b9-43e6-9078-e0c06de57612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:16.949297 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f5943836-d24d-4186-93ef-fe561389b2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:16.998806 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-2b5dddde-f5b9-43e6-9078-e0c06de57612 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a83e82cb22b642e48bbe58b0f346ee07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4763279 Jun 08 06:41:16.999416 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48434) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:17.013212 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dddde-f5b9-43e6-9078-e0c06de57612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77054cff-e741-465e-b9e3-c6be29e776cc,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:17.016679 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2b5dddde-f5b9-43e6-9078-e0c06de57612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:17.036937 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a034b22-9c6c-4d83-bdb9-795bb307b9ac req-d23bb65e-1c65-4eee-9ecd-3003f342e0c7 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600442 Jun 08 06:41:17.069601 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-94400383-f3d5-42e2-86f4-b420921d990a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:17.100511 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-94400383-f3d5-42e2-86f4-b420921d990a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:17.152850 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-94400383-f3d5-42e2-86f4-b420921d990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:17.155506 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-94400383-f3d5-42e2-86f4-b420921d990a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:17.159231 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-94400383-f3d5-42e2-86f4-b420921d990a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77054cff-e741-465e-b9e3-c6be29e776cc HTTP/1.1" status: 204 len: 168 time: 0.1555216 Jun 08 06:41:17.159231 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8ba6a063-ad2b-4b25-b816-587cb4a163bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:17.169717 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94400383-f3d5-42e2-86f4-b420921d990a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77054cff-e741-465e-b9e3-c6be29e776cc,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:17.172748 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-94400383-f3d5-42e2-86f4-b420921d990a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:17.538933 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-470eee59-c8c2-4b26-bd31-96d18897889c req-c762d7ff-fb88-4029-a64b-451b0b4085aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850642 Jun 08 06:41:17.666119 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eee59-c8c2-4b26-bd31-96d18897889c req-dcb8d47b-4918-4186-bf77-87774f3d04c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:17.668009 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-470eee59-c8c2-4b26-bd31-96d18897889c req-dcb8d47b-4918-4186-bf77-87774f3d04c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 1099 time: 0.0945859 Jun 08 06:41:17.861140 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eee59-c8c2-4b26-bd31-96d18897889c req-be8fb63a-a761-476b-9eda-2e2ee11ef557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:17.862656 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-470eee59-c8c2-4b26-bd31-96d18897889c req-be8fb63a-a761-476b-9eda-2e2ee11ef557 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.1729343 Jun 08 06:41:17.986026 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-470eee59-c8c2-4b26-bd31-96d18897889c req-fbf27333-83c8-4935-8ca1-63cfcc53dba4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=588cd23f-a493-4464-ad16-aa646fe12fd9 HTTP/1.1" status: 200 len: 1000 time: 0.1107273 Jun 08 06:41:18.073629 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eee59-c8c2-4b26-bd31-96d18897889c req-5601225a-e713-47d7-ad0b-21f73d482b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:18.075472 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-470eee59-c8c2-4b26-bd31-96d18897889c req-5601225a-e713-47d7-ad0b-21f73d482b0c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.0813937 Jun 08 06:41:18.166152 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470eee59-c8c2-4b26-bd31-96d18897889c req-f3dccbe9-675b-491a-9ff2-618454d8dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:18.167745 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-470eee59-c8c2-4b26-bd31-96d18897889c req-f3dccbe9-675b-491a-9ff2-618454d8dbec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852733 Jun 08 06:41:18.366441 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-470eee59-c8c2-4b26-bd31-96d18897889c req-ba45093f-930f-4dad-b065-07be2a309fa1 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904659 Jun 08 06:41:18.374407 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20256e-0ee6-4da0-acd4-147741ee856f req-2092aeea-e636-4994-83b4-a0b110615596 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:18.375892 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d20256e-0ee6-4da0-acd4-147741ee856f req-2092aeea-e636-4994-83b4-a0b110615596 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.2029428 Jun 08 06:41:18.502564 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d20256e-0ee6-4da0-acd4-147741ee856f req-54450167-d02c-4cbc-a178-07c93255125d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049578 Jun 08 06:41:18.539449 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-470eee59-c8c2-4b26-bd31-96d18897889c req-0809bf5c-3267-40f3-bbbc-f15f084a4a95 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625566 Jun 08 06:41:19.712924 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd95fda-363e-4b83-90da-2d351ba95450 req-04a5881a-ee1f-47b6-819b-4b2c38f3cd5d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:19.714389 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-bbd95fda-363e-4b83-90da-2d351ba95450 req-04a5881a-ee1f-47b6-819b-4b2c38f3cd5d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.0924835 Jun 08 06:41:19.766361 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-bbd95fda-363e-4b83-90da-2d351ba95450 req-c6b59e6d-4c35-465c-b80b-901a3ef74cc1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462625 Jun 08 06:41:20.312939 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-68af084b-0bdf-440b-b066-9c9d84ddd0a3 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1bb1f8f1c87a4d90bf17016a19d4a37f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361290 Jun 08 06:41:20.473569 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-2f0aaa46-7686-430e-8a11-d57416f55fdc tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:20.474998 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-2f0aaa46-7686-430e-8a11-d57416f55fdc tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546910 Jun 08 06:41:20.489535 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-2583e18d-8978-4789-9c8b-4a5ac2f612e0 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/quotas/1bb1f8f1c87a4d90bf17016a19d4a37f HTTP/1.1" status: 200 len: 375 time: 0.0093327 Jun 08 06:41:20.542943 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-b47eccff-5c33-46c0-8d6b-eda9203ae8e8 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1bb1f8f1c87a4d90bf17016a19d4a37f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480256 Jun 08 06:41:20.649337 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 73998213-7a06-4808-ac96-5f0d3f66edd7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:41:20.762783 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3600b790-9ab9-43a2-a1e8-f232bc86bf9b req-72025dc7-a59b-4b6e-bf2c-8be7f7793ae7 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 210 time: 0.0673826 Jun 08 06:41:20.844568 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 73998213-7a06-4808-ac96-5f0d3f66edd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73998213-7a06-4808-ac96-5f0d3f66edd7,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:20.873166 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'port_id': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'mac_address': 'fa:16:3e:38:5d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:41:20.946385 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:20.961213 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-2c3a7ffd-38c0-4fdb-8116-dcba5085df79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:20.983272 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73998213-7a06-4808-ac96-5f0d3f66edd7 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:41:20.989498 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05e4c2-8fde-4d26-a3a4-82e3f3a5b86b req-bfa66f0f-3c62-4a96-94d9-a4cf9fb01b1d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:20.998757 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9f05e4c2-8fde-4d26-a3a4-82e3f3a5b86b req-bfa66f0f-3c62-4a96-94d9-a4cf9fb01b1d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 943 time: 0.1066849 Jun 08 06:41:21.008244 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 73998213-7a06-4808-ac96-5f0d3f66edd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73998213-7a06-4808-ac96-5f0d3f66edd7,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:21.014328 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:21.018826 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:21.057841 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9f05e4c2-8fde-4d26-a3a4-82e3f3a5b86b req-e0448dc3-171c-437c-ab7a-3685b9866641 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573666 Jun 08 06:41:21.114375 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=73998213-7a06-4808-ac96-5f0d3f66edd7,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:21.123761 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.124177 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.124500 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.124820 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.125148 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.125601 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.125935 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.126258 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.126843 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.126988 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.127217 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.127633 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:21.132475 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:21.268866 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['73998213-7a06-4808-ac96-5f0d3f66edd7'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:41:21.950218 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4e2008ff-c4ff-4435-86e9-a961ac59f33b req-2302a49f-d172-430b-adf3-577838334e97 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 210 time: 0.0737634 Jun 08 06:41:21.989969 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-0f40a81d-f95a-4962-b230-b29a0cc9953f tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1bb1f8f1c87a4d90bf17016a19d4a37f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292928 Jun 08 06:41:22.147029 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-858607f8-2143-4d68-88a3-791bdb47da4e tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:22.148567 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-858607f8-2143-4d68-88a3-791bdb47da4e tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535075 Jun 08 06:41:22.168905 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Request body: {'port': {'device_id': 'e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d', 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27', 'admin_state_up': True, 'tenant_id': '1bb1f8f1c87a4d90bf17016a19d4a37f'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:22.261937 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d7a39-9181-4c57-952d-4fd9898e867c req-f3805db5-f8e9-47a5-8008-4801f9ef824b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:22.263405 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c32d7a39-9181-4c57-952d-4fd9898e867c req-f3805db5-f8e9-47a5-8008-4801f9ef824b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 944 time: 0.0853372 Jun 08 06:41:22.313909 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c32d7a39-9181-4c57-952d-4fd9898e867c req-6e71c55d-80fb-457e-b5dc-d179e0cfac9c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Jun 08 06:41:22.412346 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Made reservation on behalf of 1bb1f8f1c87a4d90bf17016a19d4a37f for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:41:22.416119 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.429065 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.532656 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.536698 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.540895 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c24432a1-293a-4fc5-9212-3bbdc82a0531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:22.616706 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=514ef539-b62e-4eea-b702-2ea3c6363eed,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:22.619807 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:22.669121 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 73998213-7a06-4808-ac96-5f0d3f66edd7 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:41:22.708781 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Allocated IP 192.168.233.181 (0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27/1c6506b6-0fe0-43b8-ab1e-a4015f7fd20c/95ab1a31-3f6e-4b57-be41-f8debef5cd36) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:41:22.722780 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.744742 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 73998213-7a06-4808-ac96-5f0d3f66edd7 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:41:22.749645 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 73998213-7a06-4808-ac96-5f0d3f66edd7 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:41:22.750064 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.869819 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.898255 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:22.900835 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcda21ce-69be-4857-b8cb-597233b9cba4" -d '{"events": [{"server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "name": "network-vif-plugged", "status": "completed", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:22.917430 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.917576 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 73998213-7a06-4808-ac96-5f0d3f66edd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73998213-7a06-4808-ac96-5f0d3f66edd7,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:22.922449 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.925340 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:22.934034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Transition to ACTIVE for port object 95ab1a31-3f6e-4b57-be41-f8debef5cd36 will not be triggered until provisioned by entity DHCP. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:41:22.959019 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0edf3e-76bb-443c-bd20-4c404eb3ef81 x-openstack-request-id: req-5d0edf3e-76bb-443c-bd20-4c404eb3ef81 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:22.959253 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "name": "network-vif-plugged", "status": "completed", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:22.959717 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d0edf3e-76bb-443c-bd20-4c404eb3ef81 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:22.959896 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:22.960854 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'code': 200} Jun 08 06:41:22.962329 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:41:22.962329 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:41:22.962329 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:41:22.962329 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:41:22.962329 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:41:22.962329 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:41:22.986458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:41:22.987804 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:41:22.991267 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:41:23.027341 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=73998213-7a06-4808-ac96-5f0d3f66edd7,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:23.031611 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:23.090677 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:23.096904 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:23.132441 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9678853 Jun 08 06:41:23.146717 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Request body: {'port': {'device_id': 'e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:23.227682 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01655e-4fb6-4d11-a951-2dc2f2ab5ad4 req-1a062dbd-6969-4818-8687-03151e28ac2e tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:23.239970 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ee01655e-4fb6-4d11-a951-2dc2f2ab5ad4 req-1a062dbd-6969-4818-8687-03151e28ac2e tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 936 time: 0.1248899 Jun 08 06:41:23.276867 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:23.310091 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ee01655e-4fb6-4d11-a951-2dc2f2ab5ad4 req-2520a821-d135-4e26-a494-0633662e7588 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666039 Jun 08 06:41:23.378110 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-867d0c73-5a64-4dc9-81c2-07469836cd10 None None] Provisioning for port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:41:23.383797 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-867d0c73-5a64-4dc9-81c2-07469836cd10 None None] Provisioning complete for port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:41:23.384453 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-867d0c73-5a64-4dc9-81c2-07469836cd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:23.440265 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-867d0c73-5a64-4dc9-81c2-07469836cd10 None None] Port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:41:23.499532 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-eb89faa5-523e-4725-a652-bc74f76e45d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:23.515742 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04332316-61f3-4d21-96e5-8a4d3c63e563 req-de28a586-532f-426e-acb6-fe7bc61ec279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:23.517217 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-04332316-61f3-4d21-96e5-8a4d3c63e563 req-de28a586-532f-426e-acb6-fe7bc61ec279 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1098 time: 0.2428432 Jun 08 06:41:23.655283 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-04332316-61f3-4d21-96e5-8a4d3c63e563 req-0bb0de6c-5758-4d60-8c3c-254e6a6eeea5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216547 Jun 08 06:41:23.694654 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb3a8d-38a4-400b-929a-496bdb3f22b5 req-78b3b5ad-98b2-4249-8f99-bb66ce5144b4 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:23.696109 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f1bb3a8d-38a4-400b-929a-496bdb3f22b5 req-78b3b5ad-98b2-4249-8f99-bb66ce5144b4 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.2399204 Jun 08 06:41:23.756083 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f1bb3a8d-38a4-400b-929a-496bdb3f22b5 req-860f7d97-299e-4c7e-8ca5-94642cfe742a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Jun 08 06:41:23.829932 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ab1a31-3f6e-4b57-be41-f8debef5cd36 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:41:23.837240 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:23.851634 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Transition to ACTIVE for port object 95ab1a31-3f6e-4b57-be41-f8debef5cd36 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:41:23.855420 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:23.859640 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:24.005875 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Pushing event updated for resources: {'Port': ['ID=95ab1a31-3f6e-4b57-be41-f8debef5cd36,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:24.013076 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:24.086760 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Attempting to bind port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:41:24.087181 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Attempting to bind port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:41:24.087514 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Attempting to bind port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 on network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:41:24.092128 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 on network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:41:24.092447 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Attempting to bind port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 on network 0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:41:24.097489 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:41:24.098382 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Checking segment: {'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:41:24.098765 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Bound using segment: {'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:41:24.099189 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Bound port: 95ab1a31-3f6e-4b57-be41-f8debef5cd36, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055af59f-e5ee-44be-a401-423d560ed5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:41:24.099535 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:24.142011 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:41:24.196606 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] For port 95ab1a31-3f6e-4b57-be41-f8debef5cd36, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:41:24.199394 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] For port 95ab1a31-3f6e-4b57-be41-f8debef5cd36, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=95ab1a31-3f6e-4b57-be41-f8debef5cd36,segment=NetworkSegment(055af59f-e5ee-44be-a401-423d560ed5f7),segment_id=055af59f-e5ee-44be-a401-423d560ed5f7)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:41:24.203741 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:24.208531 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ea22e9f3-b15f-4000-8ffd-d3a195b1da77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:24.257642 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:24.258265 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:24.259611 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] 10.222.0.48 "PUT /v2.0/ports/95ab1a31-3f6e-4b57-be41-f8debef5cd36 HTTP/1.1" status: 200 len: 1098 time: 1.1182699 Jun 08 06:41:24.262432 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d', 'tag': '95ab1a31-3f6e-4b57-be41-f8debef5cd36'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:24.264709 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80" -d '{"events": [{"name": "network-changed", "server_uuid": "e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d", "tag": "95ab1a31-3f6e-4b57-be41-f8debef5cd36"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:24.290542 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Pushing event updated for resources: {'Port': ['ID=95ab1a31-3f6e-4b57-be41-f8debef5cd36,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:24.294014 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:24.347299 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750d2e8e-b7f9-45c1-b670-631656a366de x-openstack-request-id: req-750d2e8e-b7f9-45c1-b670-631656a366de {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:24.347611 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d", "tag": "95ab1a31-3f6e-4b57-be41-f8debef5cd36", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:24.348726 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-750d2e8e-b7f9-45c1-b670-631656a366de {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:24.348897 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d', 'tag': '95ab1a31-3f6e-4b57-be41-f8debef5cd36', 'status': 'completed', 'code': 200} Jun 08 06:41:24.551165 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-18e40d43-dd74-4195-b5f2-4e66fa119e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:24.552782 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-18e40d43-dd74-4195-b5f2-4e66fa119e93 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1bb1f8f1c87a4d90bf17016a19d4a37f&device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 1101 time: 0.2461872 Jun 08 06:41:24.563685 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08ecd0-f913-487a-9a3a-66aacaa6e3c3 req-07396e0f-a8c2-49f5-8f55-5afe285b9e80 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:24.565269 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3b08ecd0-f913-487a-9a3a-66aacaa6e3c3 req-07396e0f-a8c2-49f5-8f55-5afe285b9e80 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 948 time: 0.1145523 Jun 08 06:41:24.645358 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-0616a47f-ec08-4748-8cab-803e3b32195d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=95ab1a31-3f6e-4b57-be41-f8debef5cd36 HTTP/1.1" status: 200 len: 217 time: 0.0784492 Jun 08 06:41:24.726116 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3b08ecd0-f913-487a-9a3a-66aacaa6e3c3 req-3444bff4-a0fd-4be7-9bf7-f2cbbf189a2a tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032548 Jun 08 06:41:24.733405 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-b76ff919-d1ab-4cfc-bfe7-4bd550c88085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:24.734809 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-b76ff919-d1ab-4cfc-bfe7-4bd550c88085 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c6506b6-0fe0-43b8-ab1e-a4015f7fd20c HTTP/1.1" status: 200 len: 843 time: 0.0837100 Jun 08 06:41:24.815812 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-7427a489-252b-4a27-aa38-05ef23217e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:24.818234 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-7427a489-252b-4a27-aa38-05ef23217e55 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755570 Jun 08 06:41:24.872501 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:24.959822 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e47db-268f-4df4-8d7a-6efdd6901995 req-5be1b42a-b6c7-46df-a0b3-cef0c45aeda6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:24.964110 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f50e47db-268f-4df4-8d7a-6efdd6901995 req-5be1b42a-b6c7-46df-a0b3-cef0c45aeda6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.0902293 Jun 08 06:41:24.964716 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-3b6e5d4f-2cdd-4674-8897-8bc973ef3fd0 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394103 Jun 08 06:41:25.010788 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f50e47db-268f-4df4-8d7a-6efdd6901995 req-2e9d7a9f-cf27-4032-a491-c8a274f8e439 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440080 Jun 08 06:41:25.103122 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d8c1884d-979e-4e84-a768-9e20c58dd452 req-2b27d384-73e4-4574-a0c5-257f1415f566 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321383 Jun 08 06:41:25.264152 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-453bc12d-ed96-46fa-9726-4c3f606b4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:25.265524 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-453bc12d-ed96-46fa-9726-4c3f606b4b90 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1bb1f8f1c87a4d90bf17016a19d4a37f&device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 1101 time: 0.0974629 Jun 08 06:41:25.273174 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe7844-41a6-49c8-a02e-f6b539644a29 req-2d103d99-5b7b-49f1-be45-d9a36de2d575 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:25.274502 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e4fe7844-41a6-49c8-a02e-f6b539644a29 req-2d103d99-5b7b-49f1-be45-d9a36de2d575 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.1429694 Jun 08 06:41:25.398297 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e4fe7844-41a6-49c8-a02e-f6b539644a29 req-896f5dac-9908-4179-9760-a57bf7ef2780 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029706 Jun 08 06:41:25.429447 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-d56ffdf6-41ce-47a1-975e-1d76f618dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:25.430906 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-d56ffdf6-41ce-47a1-975e-1d76f618dbc2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27 HTTP/1.1" status: 200 len: 870 time: 0.1555617 Jun 08 06:41:25.501524 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-5c699ed0-3fc7-4233-a847-ae0815c0ea92 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=95ab1a31-3f6e-4b57-be41-f8debef5cd36 HTTP/1.1" status: 200 len: 217 time: 0.0639460 Jun 08 06:41:25.567460 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-8f9eb2dc-8183-4795-914b-43881f9dcf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:25.569254 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-8f9eb2dc-8183-4795-914b-43881f9dcf34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1c6506b6-0fe0-43b8-ab1e-a4015f7fd20c HTTP/1.1" status: 200 len: 843 time: 0.0580795 Jun 08 06:41:25.650700 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-3a18026c-fc2b-45ad-81c3-817eb9b8b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:25.652269 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-3a18026c-fc2b-45ad-81c3-817eb9b8b92d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737576 Jun 08 06:41:25.844136 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-c7642b4a-2b79-4900-8fbc-7b59b9332e8f service neutron] 10.222.0.48 "GET /v2.0/networks/0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849644 Jun 08 06:41:25.855805 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f521bd-2725-4c68-91cc-191bf43e256f req-5118f403-95e6-4bea-811b-37e166c3540c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:25.857167 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e4f521bd-2725-4c68-91cc-191bf43e256f req-5118f403-95e6-4bea-811b-37e166c3540c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.1360211 Jun 08 06:41:25.909422 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d457d-717d-460d-8099-fb3675fea00f req-a04a56fe-03e1-4853-a41a-b4aeff0e4ac8 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:25.911445 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-299d457d-717d-460d-8099-fb3675fea00f req-a04a56fe-03e1-4853-a41a-b4aeff0e4ac8 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 948 time: 0.0793633 Jun 08 06:41:25.955909 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-299d457d-717d-460d-8099-fb3675fea00f req-c15046bf-cb4f-4678-ba91-1c599fbd5c35 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Jun 08 06:41:25.980534 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e4f521bd-2725-4c68-91cc-191bf43e256f req-84ec5606-b874-4e8c-a326-2e8ef77febb6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044929 Jun 08 06:41:26.014345 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-448aadc8-0bd3-4ac1-91bd-38ac7c9d6c80 req-9b5f2957-2b54-412a-b2a2-d7000cd931f3 service neutron] 10.222.0.48 "GET /v2.0/networks/0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562724 Jun 08 06:41:26.409961 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48666) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:26.532434 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44ebb098-d110-43ab-a982-fed8d0e2ab83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:26.534162 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:26.641923 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44ebb098-d110-43ab-a982-fed8d0e2ab83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:26.645303 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-44ebb098-d110-43ab-a982-fed8d0e2ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:26.656919 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-5e6035e3-6002-4941-aea3-6aad805e728c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:26.695816 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-44ebb098-d110-43ab-a982-fed8d0e2ab83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dfaa8842565a4996a4fa20c6719be5e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846937 Jun 08 06:41:26.697386 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebb098-d110-43ab-a982-fed8d0e2ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5932416a-1206-4eb6-bf6d-58ed303bb334,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:26.698482 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48672) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:26.700489 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-44ebb098-d110-43ab-a982-fed8d0e2ab83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:26.840090 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-15b4c444-938f-406a-b960-90dbc74844f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:26.864186 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-15b4c444-938f-406a-b960-90dbc74844f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:26.913919 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-15b4c444-938f-406a-b960-90dbc74844f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:26.916269 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-15b4c444-938f-406a-b960-90dbc74844f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:26.917372 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-15b4c444-938f-406a-b960-90dbc74844f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5932416a-1206-4eb6-bf6d-58ed303bb334 HTTP/1.1" status: 204 len: 168 time: 0.2179167 Jun 08 06:41:26.918116 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7460422b-57d5-45ca-8fc3-c4407666bee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:26.927931 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4c444-938f-406a-b960-90dbc74844f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5932416a-1206-4eb6-bf6d-58ed303bb334,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:26.930151 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-15b4c444-938f-406a-b960-90dbc74844f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:27.145567 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46d2e6-0aef-4112-918a-eaaa6e4536ca req-c7b68e4a-4d0f-45aa-8445-d0785a375eaa tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:27.147146 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7e46d2e6-0aef-4112-918a-eaaa6e4536ca req-c7b68e4a-4d0f-45aa-8445-d0785a375eaa tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 948 time: 0.0807619 Jun 08 06:41:27.192453 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7e46d2e6-0aef-4112-918a-eaaa6e4536ca req-4b7b51a9-31a5-4c40-a8ec-2b13d8edbe32 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393653 Jun 08 06:41:27.206539 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48680) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:27.224117 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c10010db-d8cf-4707-b732-00805516d8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:27.327858 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c10010db-d8cf-4707-b732-00805516d8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:27.340405 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-c10010db-d8cf-4707-b732-00805516d8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:27.366955 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d9843d01-9c1c-486a-9f31-326dd0efdfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:27.392186 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c10010db-d8cf-4707-b732-00805516d8eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39f032c50c264d92a9d996fe93a75e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1838937 Jun 08 06:41:27.395362 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48682) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:27.397950 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10010db-d8cf-4707-b732-00805516d8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f411231-1fb2-4c6a-9211-cf6cbff19815,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:27.400907 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c10010db-d8cf-4707-b732-00805516d8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:27.454677 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb5c31ec-ca51-44f1-a77b-f7596b3dc4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:27.481894 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb5c31ec-ca51-44f1-a77b-f7596b3dc4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:27.538625 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb5c31ec-ca51-44f1-a77b-f7596b3dc4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:27.541155 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-eb5c31ec-ca51-44f1-a77b-f7596b3dc4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:27.542280 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-eb5c31ec-ca51-44f1-a77b-f7596b3dc4dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f411231-1fb2-4c6a-9211-cf6cbff19815 HTTP/1.1" status: 204 len: 168 time: 0.1459332 Jun 08 06:41:27.543015 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-18bfb94b-c7e4-44c5-8910-60280ae5a74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:27.552917 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c31ec-ca51-44f1-a77b-f7596b3dc4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f411231-1fb2-4c6a-9211-cf6cbff19815,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:27.555192 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-eb5c31ec-ca51-44f1-a77b-f7596b3dc4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:27.907417 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48702) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:27.924654 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a4279f0d-6dff-41a9-88ef-16e5c324e10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:28.031208 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a4279f0d-6dff-41a9-88ef-16e5c324e10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:28.039260 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a4279f0d-6dff-41a9-88ef-16e5c324e10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:28.046790 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8360cde4-cc89-4689-91a4-504e924f8235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:28.087807 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-a4279f0d-6dff-41a9-88ef-16e5c324e10a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71580114ccde4928ab23f5aeb4635d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791780 Jun 08 06:41:28.088787 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4279f0d-6dff-41a9-88ef-16e5c324e10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2dda16-9cf7-4a90-911e-915c101989d8,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:28.090479 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48708) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:28.091730 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a4279f0d-6dff-41a9-88ef-16e5c324e10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:28.159995 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4015ba07-d770-48f8-bb98-ecae7b5eb247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:28.186646 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4015ba07-d770-48f8-bb98-ecae7b5eb247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:28.252867 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4015ba07-d770-48f8-bb98-ecae7b5eb247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:28.257570 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4015ba07-d770-48f8-bb98-ecae7b5eb247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:28.262172 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4015ba07-d770-48f8-bb98-ecae7b5eb247 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff2dda16-9cf7-4a90-911e-915c101989d8 HTTP/1.1" status: 204 len: 168 time: 0.1706734 Jun 08 06:41:28.263275 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-96189cf2-5675-4ab0-a91a-cbf0f5a252ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:28.276029 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015ba07-d770-48f8-bb98-ecae7b5eb247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2dda16-9cf7-4a90-911e-915c101989d8,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:28.279387 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4015ba07-d770-48f8-bb98-ecae7b5eb247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:28.416371 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1add3d4-6f76-49ab-be43-dd9b4ec9d939 req-6b697037-e6c6-451b-8d04-ba8cc28d6706 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:28.418418 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e1add3d4-6f76-49ab-be43-dd9b4ec9d939 req-6b697037-e6c6-451b-8d04-ba8cc28d6706 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 948 time: 0.0907550 Jun 08 06:41:28.469612 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e1add3d4-6f76-49ab-be43-dd9b4ec9d939 req-7d826bf9-2829-4cc4-98f5-699426271268 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447028 Jun 08 06:41:28.699846 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 95ab1a31-3f6e-4b57-be41-f8debef5cd36 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:41:28.846816 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 95ab1a31-3f6e-4b57-be41-f8debef5cd36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=95ab1a31-3f6e-4b57-be41-f8debef5cd36,segment=NetworkSegment(055af59f-e5ee-44be-a401-423d560ed5f7),segment_id=055af59f-e5ee-44be-a401-423d560ed5f7)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:28.860454 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '95ab1a31-3f6e-4b57-be41-f8debef5cd36', 'network_id': '0eb43e75-54b2-4b52-8fa7-4e5a31d1cc27', 'port_id': '95ab1a31-3f6e-4b57-be41-f8debef5cd36', 'mac_address': 'fa:16:3e:b3:70:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6506b6-0fe0-43b8-ab1e-a4015f7fd20c', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:41:28.960404 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:28.980547 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ab1a31-3f6e-4b57-be41-f8debef5cd36 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:41:28.996783 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 95ab1a31-3f6e-4b57-be41-f8debef5cd36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=95ab1a31-3f6e-4b57-be41-f8debef5cd36,segment=NetworkSegment(055af59f-e5ee-44be-a401-423d560ed5f7),segment_id=055af59f-e5ee-44be-a401-423d560ed5f7)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:29.001067 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:29.003071 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:29.068938 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=95ab1a31-3f6e-4b57-be41-f8debef5cd36,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:29.078942 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:29.304795 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['95ab1a31-3f6e-4b57-be41-f8debef5cd36'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:41:29.658481 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0978b-aba1-4f2c-a837-3b7f7d04080a req-4536df1e-64e7-4104-8aa3-077680764620 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:29.660964 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2bd0978b-aba1-4f2c-a837-3b7f7d04080a req-4536df1e-64e7-4104-8aa3-077680764620 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 949 time: 0.0814364 Jun 08 06:41:29.714795 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2bd0978b-aba1-4f2c-a837-3b7f7d04080a req-af339001-f1b9-4e5e-9d26-b5c8cc549070 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430880 Jun 08 06:41:30.723764 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 95ab1a31-3f6e-4b57-be41-f8debef5cd36 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:41:30.798386 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:41:30.803442 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:41:30.803884 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:30.905546 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07eb55f-f82f-4854-bd1f-47756f732805 req-9e80d4c5-737e-4469-8b79-3e3a35129bb8 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:30.908036 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a07eb55f-f82f-4854-bd1f-47756f732805 req-9e80d4c5-737e-4469-8b79-3e3a35129bb8 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.0904100 Jun 08 06:41:30.941704 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:30.961560 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a07eb55f-f82f-4854-bd1f-47756f732805 req-75d1b7a0-98cc-4ced-901b-1062c1c26635 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449073 Jun 08 06:41:30.989791 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48832) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:30.999637 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 95ab1a31-3f6e-4b57-be41-f8debef5cd36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=95ab1a31-3f6e-4b57-be41-f8debef5cd36,segment=NetworkSegment(055af59f-e5ee-44be-a401-423d560ed5f7),segment_id=055af59f-e5ee-44be-a401-423d560ed5f7)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:31.001219 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ab1a31-3f6e-4b57-be41-f8debef5cd36'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:31.004379 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2f1860-a6d2-4f5e-8233-cadbc102870e" -d '{"events": [{"server_uuid": "e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d", "name": "network-vif-plugged", "status": "completed", "tag": "95ab1a31-3f6e-4b57-be41-f8debef5cd36"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:31.049355 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:31.059879 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:31.121021 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7f7714-2eb8-4653-a592-7cedff5ebc18 x-openstack-request-id: req-8a7f7714-2eb8-4653-a592-7cedff5ebc18 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:31.121474 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d", "name": "network-vif-plugged", "status": "completed", "tag": "95ab1a31-3f6e-4b57-be41-f8debef5cd36", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:31.121798 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a7f7714-2eb8-4653-a592-7cedff5ebc18 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:31.122248 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ab1a31-3f6e-4b57-be41-f8debef5cd36', 'code': 200} Jun 08 06:41:31.173457 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=95ab1a31-3f6e-4b57-be41-f8debef5cd36,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:31.178750 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:31.238381 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bfd88-701e-4124-bb49-38c416482ea3 req-16e47143-2fb1-4ede-93c6-2b32ab525cfc tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:31.240233 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-905bfd88-701e-4124-bb49-38c416482ea3 req-16e47143-2fb1-4ede-93c6-2b32ab525cfc tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 950 time: 0.1482739 Jun 08 06:41:31.334326 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-905bfd88-701e-4124-bb49-38c416482ea3 req-1b5be647-df2f-41db-b1a8-563b9c5c0d61 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856452 Jun 08 06:41:31.364766 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec206a5c-c767-4836-8af0-d5a3e1ecdd5c tempest-TestMinimumBasicScenario-37768049 tempest-TestMinimumBasicScenario-37768049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:31.366303 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-ec206a5c-c767-4836-8af0-d5a3e1ecdd5c tempest-TestMinimumBasicScenario-37768049 tempest-TestMinimumBasicScenario-37768049-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1093 time: 0.3754246 Jun 08 06:41:31.369167 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48840) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:31.373516 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'floatingip': {'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'port_id': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:31.384032 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c240f-5dd0-416b-ad84-0006d921cecb req-996515b7-3064-418e-93fe-5946e6863076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:31.385507 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6b3c240f-5dd0-416b-ad84-0006d921cecb req-996515b7-3064-418e-93fe-5946e6863076 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 1103 time: 0.0726666 Jun 08 06:41:31.397103 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for floatingip, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:31.429185 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6b3c240f-5dd0-416b-ad84-0006d921cecb req-ce1e6d8b-b814-4751-8e59-0aaebd7e1a0d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364661 Jun 08 06:41:31.595429 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:31.738426 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Allocated IP 172.28.2.124 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/6cd5d419-3383-4dd3-a0b5-7a1e2ae61da7) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:41:31.893743 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:31.929104 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:31.929725 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:41:31.929725 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:41:31.929725 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:41:31.929725 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:41:31.929725 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:41:31.929725 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:41:31.947165 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:41:31.948342 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:41:31.952616 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:41:32.620814 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d1f01-3fd5-4ade-b44d-bada4526936a req-a12a3721-b1ff-4d42-b083-e8458c5eb7ce tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:32.622384 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d49d1f01-3fd5-4ade-b44d-bada4526936a req-a12a3721-b1ff-4d42-b083-e8458c5eb7ce tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 950 time: 0.1360428 Jun 08 06:41:32.631372 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:32.707723 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8de82-90f7-4a4d-a7d4-3e941929d985 req-a67f0010-a1e5-4596-9442-3a2eec4e4e67 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:32.709942 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bfe8de82-90f7-4a4d-a7d4-3e941929d985 req-a67f0010-a1e5-4596-9442-3a2eec4e4e67 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 946 time: 0.0848570 Jun 08 06:41:32.716560 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d49d1f01-3fd5-4ade-b44d-bada4526936a req-45425499-a883-47f2-af1d-0cbfe734df5c tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873904 Jun 08 06:41:32.765959 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bfe8de82-90f7-4a4d-a7d4-3e941929d985 req-7b2368fd-7df2-4cfd-a7fb-54357f17900b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500684 Jun 08 06:41:32.779603 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:33.008046 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:33.013350 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:33.019331 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b1229af8-765d-4a9e-bd27-069fa3949721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:33.269121 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'Port': ['ID=6cd5d419-3383-4dd3-a0b5-7a1e2ae61da7,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:33.272781 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:33.281129 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:33.434995 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddec32-791a-412e-9d27-3ee3c482c0dd req-5645fc52-707c-4754-bd10-10c7d00a288b tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:33.436520 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-beddec32-791a-412e-9d27-3ee3c482c0dd req-5645fc52-707c-4754-bd10-10c7d00a288b tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 950 time: 0.2787037 Jun 08 06:41:33.498034 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.l3_db [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Floating IP 1e58ebeb-7ebc-45ca-a1ad-cb1fd0d5e428 associated. External IP: 172.28.2.124, port: 73998213-7a06-4808-ac96-5f0d3f66edd7. Jun 08 06:41:33.573920 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-beddec32-791a-412e-9d27-3ee3c482c0dd req-c29b248b-3823-43b3-a77f-cf2bb78543da tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228411 Jun 08 06:41:33.868572 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Router c8e1f8e5-da48-4ea1-83be-249841776f78 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:41:33.965146 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b191d09-8b87-426a-a941-8c71ddd61994 req-864a487d-0148-40b2-8910-9e1438b5ff8b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:33.966566 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2b191d09-8b87-426a-a941-8c71ddd61994 req-864a487d-0148-40b2-8910-9e1438b5ff8b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 946 time: 0.0806520 Jun 08 06:41:34.035087 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2b191d09-8b87-426a-a941-8c71ddd61994 req-872396ea-e3bf-4553-9884-99f6d13e7e53 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615380 Jun 08 06:41:34.061602 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:41:34.073328 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] Sync routers for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:41:34.085632 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.104836 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:41:34.105569 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:34.153876 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-ce25a65e-bdfa-4fac-8fe5-e365cf6f9cb1 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7836311 Jun 08 06:41:34.154560 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7'}] {{(pid=91842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:34.157023 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48872) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:34.163828 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108767977', 'description': 'tempest-secgroup-smoke-108767977 description', 'project_id': '11ba0909bed9400392afa3ee22c9f71f'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:34.195727 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.260534 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212c8030204c7a9a6dfb82513378ba29732fd789529080a2383ebb1272441bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050f8225-4d5d-479b-a472-eed757a00582" -d '{"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7"}]}' {{(pid=91842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:34.313938 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:41:34.322049 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.326764 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.330754 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a3ee9851-ff00-4588-96f4-589ec94129e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:34.371108 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.372617 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2145953 Jun 08 06:41:34.373802 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf51570-4ae7-4a56-a48c-af7db816b399,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:34.375893 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48884) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:34.376590 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:34.381441 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'security_group_rule': {'security_group_id': '8cf51570-4ae7-4a56-a48c-af7db816b399', 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:34.387557 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c8d7af-0f1e-473e-8897-03d236db2c64 x-openstack-request-id: req-f0c8d7af-0f1e-473e-8897-03d236db2c64 {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:34.387957 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7", "status": "completed", "code": 200}]} {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:34.388348 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0c8d7af-0f1e-473e-8897-03d236db2c64 {{(pid=91842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:34.388910 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'status': 'completed', 'code': 200} Jun 08 06:41:34.420359 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.499911 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f8225-4d5d-479b-a472-eed757a00582 req-0c069de3-1820-4698-b9a0-11d6d5e0e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:34.501267 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.501909 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-050f8225-4d5d-479b-a472-eed757a00582 req-0c069de3-1820-4698-b9a0-11d6d5e0e463 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1098 time: 0.0804203 Jun 08 06:41:34.506623 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.508759 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-0977517a-f2f9-467d-b471-7225f511a5c0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:34.537083 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08307d89-3429-44ac-8b6e-09b5df613dcb,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:34.539765 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:34.548708 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.551233 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1734807 Jun 08 06:41:34.553258 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48888) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:34.557774 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-3b5d2dff-e914-4575-b20f-4c2d4d23f6dc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'security_group_rule': {'security_group_id': '8cf51570-4ae7-4a56-a48c-af7db816b399', 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:34.592220 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2dff-e914-4575-b20f-4c2d4d23f6dc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.687082 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2dff-e914-4575-b20f-4c2d4d23f6dc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.696237 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2dff-e914-4575-b20f-4c2d4d23f6dc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.698425 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:34.719162 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d2dff-e914-4575-b20f-4c2d4d23f6dc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8737019-f79d-406e-8248-7e752dc5b818,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:34.722580 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3b5d2dff-e914-4575-b20f-4c2d4d23f6dc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:34.731139 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '1e58ebeb-7ebc-45ca-a1ad-cb1fd0d5e428', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'port_id': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'mac_address': 'fa:16:3e:38:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:41:32Z', 'updated_at': '2021-06-08T06:41:32Z', 'revision_number': 0, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:31Z', 'revision_number': 5, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:34.735708 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2dff-e914-4575-b20f-4c2d4d23f6dc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.736281 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] Checking router: c8e1f8e5-da48-4ea1-83be-249841776f78 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:41:34.739483 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-3b5d2dff-e914-4575-b20f-4c2d4d23f6dc tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1827698 Jun 08 06:41:34.739716 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48892) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:34.744106 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'security_group_rule': {'security_group_id': '8cf51570-4ae7-4a56-a48c-af7db816b399', 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:34.745283 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:41:34.746033 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:34.756510 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f8225-4d5d-479b-a472-eed757a00582 req-6b2eb134-85bd-43bf-9618-e9333ecbf1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:34.758041 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-050f8225-4d5d-479b-a472-eed757a00582 req-6b2eb134-85bd-43bf-9618-e9333ecbf1fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 916 time: 0.2483456 Jun 08 06:41:34.777455 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.843333 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.847181 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.850122 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9c40f9db-9e5c-40b2-9942-1a105a2c861a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:34.874881 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cc7afd-4b67-4431-865e-bde9e01c078f,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:34.877993 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:34.882232 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.883719 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1430275 Jun 08 06:41:34.887196 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48894) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:34.892591 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-f72ce8b5-b5d2-4d8f-aac1-ace1e7b7be72 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'security_group_rule': {'security_group_id': '8cf51570-4ae7-4a56-a48c-af7db816b399', 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:34.928679 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f72ce8b5-b5d2-4d8f-aac1-ace1e7b7be72 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.968356 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:41:34.972015 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-050f8225-4d5d-479b-a472-eed757a00582 req-7a0e6b9d-e421-4196-a0ce-0ea1cda90ca5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 999 time: 0.1977558 Jun 08 06:41:34.983278 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-f7b59cf8-7f12-4dc3-8d2c-b61dc286aa09 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:34.984776 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-f7b59cf8-7f12-4dc3-8d2c-b61dc286aa09 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 946 time: 0.3698585 Jun 08 06:41:34.993739 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f72ce8b5-b5d2-4d8f-aac1-ace1e7b7be72 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.997920 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f72ce8b5-b5d2-4d8f-aac1-ace1e7b7be72 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:34.999872 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:35.022474 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ce8b5-b5d2-4d8f-aac1-ace1e7b7be72 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbc3823-752f-4f84-a0ec-f70f9135811f,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:35.025725 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f72ce8b5-b5d2-4d8f-aac1-ace1e7b7be72 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:35.043917 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f72ce8b5-b5d2-4d8f-aac1-ace1e7b7be72 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.047760 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f72ce8b5-b5d2-4d8f-aac1-ace1e7b7be72 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569090 Jun 08 06:41:35.048418 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48896) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:35.054665 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'security_group_rule': {'security_group_id': '8cf51570-4ae7-4a56-a48c-af7db816b399', 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:35.085477 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.securitygroups_db [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Project 11ba0909bed9400392afa3ee22c9f71f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 06:41:35.097103 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.124194 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a79b1-4893-436c-8543-e6b46418b9f6 req-c8a8f7a2-e386-41a3-8c39-ac60a0a4ae7b tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:35.125711 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd5a79b1-4893-436c-8543-e6b46418b9f6 req-c8a8f7a2-e386-41a3-8c39-ac60a0a4ae7b tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 950 time: 0.4239085 Jun 08 06:41:35.213374 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f8225-4d5d-479b-a472-eed757a00582 req-7196482a-29ce-4b8a-b099-8f64c2132b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:35.214821 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-050f8225-4d5d-479b-a472-eed757a00582 req-7196482a-29ce-4b8a-b099-8f64c2132b4b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 200 len: 854 time: 0.2291379 Jun 08 06:41:35.247794 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.255450 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.262993 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:35.286742 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4771ee9c-4efb-4f81-b3e4-c12358ba99d7,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:35.289950 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:35.290206 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fb519-8070-4de2-b114-840af0cad68b req-eb9b7155-dbea-4f76-afce-e2d1c1281042 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:35.292987 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.293168 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ea2fb519-8070-4de2-b114-840af0cad68b req-eb9b7155-dbea-4f76-afce-e2d1c1281042 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.48 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 950 time: 0.4271615 Jun 08 06:41:35.297330 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2482374 Jun 08 06:41:35.298074 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48900) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:35.304239 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'security_group_rule': {'security_group_id': '8cf51570-4ae7-4a56-a48c-af7db816b399', 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:35.317675 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7663ce4-e55a-42a2-b1be-5bf4daa8f2ef req-aaf523b7-5ae8-4f59-a68a-db31ee204609 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:35.319267 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e7663ce4-e55a-42a2-b1be-5bf4daa8f2ef req-aaf523b7-5ae8-4f59-a68a-db31ee204609 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 946 time: 0.1553650 Jun 08 06:41:35.375708 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.securitygroups_db [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Project 11ba0909bed9400392afa3ee22c9f71f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 06:41:35.391285 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e7663ce4-e55a-42a2-b1be-5bf4daa8f2ef req-639cb06f-3284-4c5b-9eec-76164e6aa1e0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642483 Jun 08 06:41:35.392063 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.415188 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd5a79b1-4893-436c-8543-e6b46418b9f6 req-ef91a2ae-f841-4244-90fd-919eceb09f96 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789123 Jun 08 06:41:35.481172 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '1e58ebeb-7ebc-45ca-a1ad-cb1fd0d5e428', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'port_id': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'mac_address': 'fa:16:3e:38:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:41:32Z', 'updated_at': '2021-06-08T06:41:32Z', 'revision_number': 0, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:31Z', 'revision_number': 5, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:35.489868 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d4317-e029-4bed-ab6d-e70ec3ee2bbf None None] The sync data for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb is: [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '1e58ebeb-7ebc-45ca-a1ad-cb1fd0d5e428', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'floating_ip_address': '172.28.2.124', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'port_id': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'mac_address': 'fa:16:3e:38:5d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:41:32Z', 'updated_at': '2021-06-08T06:41:32Z', 'revision_number': 0, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:31Z', 'revision_number': 5, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:41:35.496550 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f8225-4d5d-479b-a472-eed757a00582 req-1d584fea-a100-4526-8113-7111e0b79674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:35.500544 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-050f8225-4d5d-479b-a472-eed757a00582 req-1d584fea-a100-4526-8113-7111e0b79674 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70a233ce-b61d-44c9-a15f-45cbd9180ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2760730 Jun 08 06:41:35.614046 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.619967 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.622324 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:35.629900 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Deleting port 588cd23f-a493-4464-ad16-aa646fe12fd9 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:41:35.630197 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.649679 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62353a89-fad2-491a-9ff7-6c43fb86b24a,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:35.652111 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:35.656751 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.661810 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-dc39f0ba-6b9a-495c-bd0a-c36c4ed34e3b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618579 Jun 08 06:41:35.766503 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6e7ef9-22a4-4ed0-9113-644fc8c4a32d None None] New status for floating IP 1e58ebeb-7ebc-45ca-a1ad-cb1fd0d5e428: ACTIVE {{(pid=91845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:41:35.819156 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-991e58fa-e838-4805-9270-036abb30f7b8 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108767977&fields=id&tenant_id=11ba0909bed9400392afa3ee22c9f71f HTTP/1.1" status: 200 len: 267 time: 0.0555563 Jun 08 06:41:35.884547 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Deleting port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:41:35.885152 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:35.923183 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-46ac1eda-cad5-44e3-8ab6-27f58d18926e tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:35.931978 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-46ac1eda-cad5-44e3-8ab6-27f58d18926e tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.1029601 Jun 08 06:41:35.937549 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'port': {'security_groups': ['aec55b11-c991-4c25-a2ea-eb321aae31c2', '8cf51570-4ae7-4a56-a48c-af7db816b399']}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:36.013080 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] For port 588cd23f-a493-4464-ad16-aa646fe12fd9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=588cd23f-a493-4464-ad16-aa646fe12fd9,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:36.013685 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.023437 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-050f8225-4d5d-479b-a472-eed757a00582 req-dcb783e1-91f2-49c7-932f-16a3e66162f0 service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202106 Jun 08 06:41:36.097261 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.354146 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] For port 95ab1a31-3f6e-4b57-be41-f8debef5cd36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=95ab1a31-3f6e-4b57-be41-f8debef5cd36,segment=NetworkSegment(055af59f-e5ee-44be-a401-423d560ed5f7),segment_id=055af59f-e5ee-44be-a401-423d560ed5f7)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:36.354503 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.360628 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] For port 73998213-7a06-4808-ac96-5f0d3f66edd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73998213-7a06-4808-ac96-5f0d3f66edd7,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:36.387818 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.393726 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.400658 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-89f6aee0-165d-4c6a-8555-a00d300ca8ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:36.404654 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['73998213-7a06-4808-ac96-5f0d3f66edd7'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:41:36.481045 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:36.481691 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.496223 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2b4b0670-2e2f-46db-a5c1-51b43c084aad req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "PUT /v2.0/ports/73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 981 time: 0.5631082 Jun 08 06:41:36.500043 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7'}] {{(pid=91842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:36.509656 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212c8030204c7a9a6dfb82513378ba29732fd789529080a2383ebb1272441bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da526cfe-92db-446c-8603-cf1d1d7d54da" -d '{"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7"}]}' {{(pid=91842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:36.548901 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['73998213-7a06-4808-ac96-5f0d3f66edd7'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:41:36.609272 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'Port': ['ID=73998213-7a06-4808-ac96-5f0d3f66edd7,revision_number=6']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:36.612852 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:36.635301 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-050f8225-4d5d-479b-a472-eed757a00582 req-62da2592-8c9d-477d-86c6-f747cf3d35ec service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466514 Jun 08 06:41:36.672980 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Calling delete_port for 95ab1a31-3f6e-4b57-be41-f8debef5cd36 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:41:36.752551 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d543352-57d5-4365-88b3-616ef9dbf34a req-442103f2-f600-4c44-a418-e42ea643fb46 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:36.761349 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1d543352-57d5-4365-88b3-616ef9dbf34a req-442103f2-f600-4c44-a418-e42ea643fb46 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 950 time: 0.1073136 Jun 08 06:41:36.807570 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.808237 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.808551 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.l3_db [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Floating IP 75f9c664-636d-4fab-9df9-0ad9fd213962 disassociated. External IP: 172.28.2.68, port: 588cd23f-a493-4464-ad16-aa646fe12fd9. Jun 08 06:41:36.808899 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Calling delete_port for 588cd23f-a493-4464-ad16-aa646fe12fd9 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:41:36.819035 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1d543352-57d5-4365-88b3-616ef9dbf34a req-9736e27b-e5b7-40cc-9de7-d0218390848a tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/security-groups?id=514ef539-b62e-4eea-b702-2ea3c6363eed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568159 Jun 08 06:41:36.855674 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e566083-ac9a-45d4-8acb-1ac6396b0d23 req-77ccd68b-1da3-411e-8eae-d3a34b0d906b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:36.857242 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8e566083-ac9a-45d4-8acb-1ac6396b0d23 req-77ccd68b-1da3-411e-8eae-d3a34b0d906b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 946 time: 0.2189908 Jun 08 06:41:36.901323 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-d89b2e6d-f14d-49e1-9631-7f986ea8fcf0 None None] Provisioning complete for port 73998213-7a06-4808-ac96-5f0d3f66edd7 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:41:36.902092 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d89b2e6d-f14d-49e1-9631-7f986ea8fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:36.927499 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8e566083-ac9a-45d4-8acb-1ac6396b0d23 req-30939dac-8b84-4fc2-a517-b04a83d50976 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616767 Jun 08 06:41:37.049841 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d0b8f-840d-42f5-8ee7-e2e47af0ec3d x-openstack-request-id: req-6e3d0b8f-840d-42f5-8ee7-e2e47af0ec3d {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:37.050279 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7", "status": "completed", "code": 200}]} {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:37.050447 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e3d0b8f-840d-42f5-8ee7-e2e47af0ec3d {{(pid=91842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:37.050912 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'status': 'completed', 'code': 200} Jun 08 06:41:37.095496 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34af99-fd7d-4b67-a127-e868231977a5 req-82668d14-a4b9-4e09-874e-fcf9da2a08df tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:37.097121 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5d34af99-fd7d-4b67-a127-e868231977a5 req-82668d14-a4b9-4e09-874e-fcf9da2a08df tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.1463706 Jun 08 06:41:37.125385 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:37.141341 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:37.172776 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5d34af99-fd7d-4b67-a127-e868231977a5 req-59a10706-b075-4af5-86cf-605465131007 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657315 Jun 08 06:41:37.197415 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:37.199187 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Pushing event deleted for resources: {'Port': ['ID=95ab1a31-3f6e-4b57-be41-f8debef5cd36,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:37.208801 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:37.210614 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:37.421581 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event deleted for resources: {'Port': ['ID=588cd23f-a493-4464-ad16-aa646fe12fd9,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:37.451915 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:37.520241 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] No DVR routers for this DVR port 95ab1a31-3f6e-4b57-be41-f8debef5cd36 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:41:37.532613 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:37.534533 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ea2fb519-8070-4de2-b114-840af0cad68b req-d685cc0c-49c0-4eb7-964d-17c8f24b4c77 tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.48 "DELETE /v2.0/ports/95ab1a31-3f6e-4b57-be41-f8debef5cd36 HTTP/1.1" status: 204 len: 173 time: 2.2256687 Jun 08 06:41:37.536857 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d', 'name': 'network-vif-deleted', 'tag': '95ab1a31-3f6e-4b57-be41-f8debef5cd36'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:37.539764 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565480cf-443e-41ba-9d5e-ec3c309e9c62" -d '{"events": [{"server_uuid": "e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d", "name": "network-vif-deleted", "tag": "95ab1a31-3f6e-4b57-be41-f8debef5cd36"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:37.622250 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-66dc5d55-969d-473f-8c9e-6daa8f350c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:37.623811 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-66dc5d55-969d-473f-8c9e-6daa8f350c88 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1137 time: 0.5460637 Jun 08 06:41:37.627115 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253d05b0-e0e5-43da-ba27-ec2dc65f068b x-openstack-request-id: req-253d05b0-e0e5-43da-ba27-ec2dc65f068b {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:37.627426 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d", "name": "network-vif-deleted", "tag": "95ab1a31-3f6e-4b57-be41-f8debef5cd36", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:37.627726 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-253d05b0-e0e5-43da-ba27-ec2dc65f068b {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:37.628432 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d', 'name': 'network-vif-deleted', 'tag': '95ab1a31-3f6e-4b57-be41-f8debef5cd36', 'status': 'completed', 'code': 200} Jun 08 06:41:37.771105 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Router 3f037f05-51b0-4929-ad73-6b60b213c113 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:41:37.861850 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-05fc1dde-1f23-4fbe-b147-2c56a8ee8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:37.863336 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-05fc1dde-1f23-4fbe-b147-2c56a8ee8949 service neutron] 10.222.0.48 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 916 time: 0.2326195 Jun 08 06:41:38.044763 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a4622752-fb66-45bb-892c-4d6026eba9a1 req-4485c565-817e-405f-939b-0ea2e973c2bf tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] 10.222.0.44 "GET /v2.0/ports?device_id=e104dfc6-d2c2-4b93-9fb6-daf1c06dd73d HTTP/1.1" status: 200 len: 210 time: 0.0783515 Jun 08 06:41:38.081148 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:41:38.085088 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-3a68b763-c6a6-4959-9a3f-a26e81f781b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 1001 time: 0.1670079 Jun 08 06:41:38.101591 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee9085-c344-4489-8574-206188678709 None None] Sync routers for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:41:38.121168 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee9085-c344-4489-8574-206188678709 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:41:38.122082 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-afee9085-c344-4489-8574-206188678709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:38.249647 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fce55ed0-832a-4f30-a02a-f60db71bda72 req-071ed081-e5dd-4af6-a391-9014fa5a15e8 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=bdf2f97e-464e-439a-a24a-49563d1483d7 HTTP/1.1" status: 200 len: 210 time: 0.0936060 Jun 08 06:41:38.258523 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] No DVR routers for this DVR port 588cd23f-a493-4464-ad16-aa646fe12fd9 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:41:38.262403 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:38.264908 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-dd82d6c9-b564-40f2-a09a-7de1fa3e827e req-409c014e-4045-4d64-90b1-681b97f17f93 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "DELETE /v2.0/ports/588cd23f-a493-4464-ad16-aa646fe12fd9 HTTP/1.1" status: 204 len: 173 time: 3.2363694 Jun 08 06:41:38.289056 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-329d3663-e167-4a8b-8bda-340ddf05df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:38.290791 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-329d3663-e167-4a8b-8bda-340ddf05df7f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 200 len: 854 time: 0.1668308 Jun 08 06:41:38.382013 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-40c83ee0-7065-4b31-8e5a-b93364d57982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:38.383720 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-40c83ee0-7065-4b31-8e5a-b93364d57982 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70a233ce-b61d-44c9-a15f-45cbd9180ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812788 Jun 08 06:41:38.386537 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-afee9085-c344-4489-8574-206188678709 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:41:38.525005 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-37d04ed2-4cd0-4ade-91b2-17b1795f178b service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336410 Jun 08 06:41:38.662831 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da526cfe-92db-446c-8603-cf1d1d7d54da req-95c3025e-618f-4979-b54d-9f4a2325964d service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303122 Jun 08 06:41:38.720716 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-afee9085-c344-4489-8574-206188678709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:38.725330 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee9085-c344-4489-8574-206188678709 None None] Checking router: 3f037f05-51b0-4929-ad73-6b60b213c113 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:41:38.733565 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee9085-c344-4489-8574-206188678709 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:41:38.734577 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-afee9085-c344-4489-8574-206188678709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:38.791926 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 95ab1a31-3f6e-4b57-be41-f8debef5cd36 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:41:38.836601 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 95ab1a31-3f6e-4b57-be41-f8debef5cd36 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:41:38.836944 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 95ab1a31-3f6e-4b57-be41-f8debef5cd36 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:41:38.837818 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:41:38.969747 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 588cd23f-a493-4464-ad16-aa646fe12fd9 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:41:38.970215 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 588cd23f-a493-4464-ad16-aa646fe12fd9 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:41:39.017100 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-afee9085-c344-4489-8574-206188678709 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:41:39.442033 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-afee9085-c344-4489-8574-206188678709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:39.443700 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48966) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:39.462536 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee9085-c344-4489-8574-206188678709 None None] The sync data for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb is: [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:41:39.550686 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fb84561-d53b-40d0-b432-5215ccb695d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:39.590485 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fb84561-d53b-40d0-b432-5215ccb695d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:39.629814 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-deleted', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:39.632840 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3ecacd-e2a0-4ec0-a161-5df2faa95276" -d '{"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-deleted", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:39.658913 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fb84561-d53b-40d0-b432-5215ccb695d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:39.664994 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1fb84561-d53b-40d0-b432-5215ccb695d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:39.666654 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-1fb84561-d53b-40d0-b432-5215ccb695d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "DELETE /v2.0/security-groups/edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd HTTP/1.1" status: 204 len: 168 time: 0.2211871 Jun 08 06:41:39.668071 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c10010db-d8cf-4707-b732-00805516d8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:39.670564 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 48974) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:39.680777 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb84561-d53b-40d0-b432-5215ccb695d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:39.683823 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1fb84561-d53b-40d0-b432-5215ccb695d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:39.699160 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.api.v2.resource [None req-d962dcb4-6aeb-4780-bfdf-19472a0d7fd5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] show failed (client error): The resource could not be found. Jun 08 06:41:39.700465 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-d962dcb4-6aeb-4780-bfdf-19472a0d7fd5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups/edcc84cd-aaa0-40bb-ade1-d8e48b31e7cd HTTP/1.1" status: 404 len: 347 time: 0.0289149 Jun 08 06:41:39.703734 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 48976) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:39.713404 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f9d824-53c5-4cb4-90a9-10395d6c7016 x-openstack-request-id: req-a9f9d824-53c5-4cb4-90a9-10395d6c7016 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:39.713914 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf2f97e-464e-439a-a24a-49563d1483d7", "name": "network-vif-deleted", "tag": "588cd23f-a493-4464-ad16-aa646fe12fd9", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:39.714340 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9f9d824-53c5-4cb4-90a9-10395d6c7016 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:39.714909 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf2f97e-464e-439a-a24a-49563d1483d7', 'name': 'network-vif-deleted', 'tag': '588cd23f-a493-4464-ad16-aa646fe12fd9', 'status': 'completed', 'code': 200} Jun 08 06:41:39.844898 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8530a325-c69c-4363-99e7-0301aed851fa None None] New status for floating IP 75f9c664-636d-4fab-9df9-0ad9fd213962: DOWN {{(pid=91845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:41:39.996235 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Deleting port 762217c3-c477-4019-a53e-b877662b6235 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:41:39.996582 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:40.135154 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:40.135484 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:40.290292 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Calling delete_port for 762217c3-c477-4019-a53e-b877662b6235 owned by network:floatingip {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:41:40.434782 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:40.439038 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:40.577887 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event deleted for resources: {'Port': ['ID=762217c3-c477-4019-a53e-b877662b6235,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:40.580596 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:40.675210 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:40.677550 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:40.681441 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "DELETE /v2.0/floatingips/75f9c664-636d-4fab-9df9-0ad9fd213962 HTTP/1.1" status: 204 len: 168 time: 0.9714873 Jun 08 06:41:41.012082 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49098) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:41.017415 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--281053741', 'description': 'tempest-description--161572990'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:41.054337 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.178088 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.182915 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.184137 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.194131 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1fb84561-d53b-40d0-b432-5215ccb695d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:41.224025 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.228146 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2119284 Jun 08 06:41:41.228266 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49120) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:41.234723 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-294895c6-9c1f-48ba-a273-404c50305f14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'security_group_rule': {'security_group_id': '86f21591-44ab-4f33-bbf5-200d6ccb52dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:41.240950 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f21591-44ab-4f33-bbf5-200d6ccb52dd,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:41.244854 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:41.270593 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-294895c6-9c1f-48ba-a273-404c50305f14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.331213 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-294895c6-9c1f-48ba-a273-404c50305f14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.335953 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-294895c6-9c1f-48ba-a273-404c50305f14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.338623 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-eb762a70-bc79-43c8-85b3-ceedec81e8f6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:41.365506 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294895c6-9c1f-48ba-a273-404c50305f14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55bba11-00e0-4e4c-b9ca-4f3941536e14,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:41.368946 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-294895c6-9c1f-48ba-a273-404c50305f14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:41.378351 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-294895c6-9c1f-48ba-a273-404c50305f14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.380454 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-294895c6-9c1f-48ba-a273-404c50305f14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510742 Jun 08 06:41:41.382841 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49132) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:41.387439 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-a2baec3a-5346-4bc9-afa5-0c9281b5d1b0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'security_group_rule': {'security_group_id': '86f21591-44ab-4f33-bbf5-200d6ccb52dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:41.417399 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2baec3a-5346-4bc9-afa5-0c9281b5d1b0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.482944 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2baec3a-5346-4bc9-afa5-0c9281b5d1b0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.487045 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2baec3a-5346-4bc9-afa5-0c9281b5d1b0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.496422 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:41.517451 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baec3a-5346-4bc9-afa5-0c9281b5d1b0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de34bdd6-6766-4ba4-bd14-2a4cca8705c6,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:41.522649 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-a2baec3a-5346-4bc9-afa5-0c9281b5d1b0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:41.524868 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a2baec3a-5346-4bc9-afa5-0c9281b5d1b0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.526103 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-a2baec3a-5346-4bc9-afa5-0c9281b5d1b0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423514 Jun 08 06:41:41.529205 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49146) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:41.533541 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'floatingip': {'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:41.556370 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.700044 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:41.842240 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Allocated IP 172.28.2.119 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/b38aaf32-7864-4b2d-b817-97c5d54cd20d) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:41:41.995462 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:42.026118 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:42.026714 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:41:42.026714 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:41:42.026714 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:41:42.026714 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:41:42.026714 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:41:42.026714 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:41:42.048695 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:41:42.049865 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:41:42.052746 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:41:42.142997 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:42.210974 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:42.439812 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:42.449529 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:42.454328 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-06e92b3e-ac7b-48c8-9596-ed734e0cdc51 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:42.556213 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event updated for resources: {'Port': ['ID=b38aaf32-7864-4b2d-b817-97c5d54cd20d,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:42.563840 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:42.575826 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:42.597431 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:42.598903 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b5cacb76-1659-446b-b703-0d80171b2c43 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0688577 Jun 08 06:41:42.839354 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-6a361c44-0cee-4892-bc7c-fc8b902b9d45 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--281053741&fields=id&tenant_id=acb06b0ea9a848189985366f026f1acf HTTP/1.1" status: 200 len: 267 time: 0.0409756 Jun 08 06:41:42.997816 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-bcb2fda6-bf76-4cfc-83b4-35191e9ff933 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:42.999196 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-bcb2fda6-bf76-4cfc-83b4-35191e9ff933 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 816 time: 0.1517527 Jun 08 06:41:43.013253 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-5eb6127a-7bda-4922-97aa-967b934cea63 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/quotas/acb06b0ea9a848189985366f026f1acf HTTP/1.1" status: 200 len: 375 time: 0.0085385 Jun 08 06:41:43.198578 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-2d5a01a8-9151-48fd-9f5f-f6179ff3a79f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1804197 Jun 08 06:41:43.332443 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-cc1adad6-0e9d-47a9-9ccc-3ae8cd3792a2 service neutron] 10.222.0.44 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218443 Jun 08 06:41:43.458867 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-8e569d7a-7ce0-41c1-b5d3-d8569af50c95 service neutron] 10.222.0.44 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206667 Jun 08 06:41:43.656489 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f07e7e61-8ef7-4047-ab06-b9ad4e2e20b8 req-86452d61-a5c3-4e18-9dee-12e7aa202550 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 210 time: 0.0505800 Jun 08 06:41:44.235720 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49254) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:44.385546 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-184888ef-ae2f-4fd8-8414-6ec94da0b66f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1bb1f8f1c87a4d90bf17016a19d4a37f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486320 Jun 08 06:41:44.387949 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49260) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:44.448247 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-84e86942-b5ae-4f02-ad2c-12cda25f97b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:44.472985 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-84e86942-b5ae-4f02-ad2c-12cda25f97b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:44.528330 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-84e86942-b5ae-4f02-ad2c-12cda25f97b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:44.530740 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-84e86942-b5ae-4f02-ad2c-12cda25f97b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:44.531893 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-84e86942-b5ae-4f02-ad2c-12cda25f97b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/514ef539-b62e-4eea-b702-2ea3c6363eed HTTP/1.1" status: 204 len: 168 time: 0.1430495 Jun 08 06:41:44.532643 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9c343de2-a3c5-4c13-93fa-6783b5f848cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:44.544001 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e86942-b5ae-4f02-ad2c-12cda25f97b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ef539-b62e-4eea-b702-2ea3c6363eed,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:44.546658 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-84e86942-b5ae-4f02-ad2c-12cda25f97b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:44.785154 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-a148be2e-fe42-4f1a-94c3-76a737910ad4 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:44.787403 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-a148be2e-fe42-4f1a-94c3-76a737910ad4 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 816 time: 0.1786137 Jun 08 06:41:44.877485 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-5555ce7a-3913-4b6e-a400-f22acaeccf3b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb06b0ea9a848189985366f026f1acf HTTP/1.1" status: 200 len: 379 time: 0.0688016 Jun 08 06:41:44.896981 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'port': {'device_id': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'admin_state_up': True, 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'security_groups': ['86f21591-44ab-4f33-bbf5-200d6ccb52dd']}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:44.911702 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e11967ab-fc0e-45fa-b630-4c9f97f58316 req-1bf10ab1-77e3-458c-a35f-a9719f2d7f90 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 210 time: 0.0511663 Jun 08 06:41:45.066992 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Made reservation on behalf of acb06b0ea9a848189985366f026f1acf for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:41:45.070523 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:45.232930 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Allocated IP 172.20.0.7 (3c32b2e8-ca79-46e5-a9bd-e53e75032713/7cda2147-b618-4a7c-bac7-9feee8455c61/dfe17b58-5682-4bd3-b4bf-4c7f5447417d) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:41:45.427227 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:45.443650 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Transition to ACTIVE for port object dfe17b58-5682-4bd3-b4bf-4c7f5447417d will not be triggered until provisioned by entity DHCP. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:41:45.467181 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:45.469664 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:41:45.469664 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:41:45.469664 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:41:45.469664 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:41:45.469664 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:41:45.469664 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:41:45.487053 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:41:45.488765 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:41:45.491158 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:41:45.558335 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:45.558978 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:45.579400 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-aacb882a-7337-48db-9297-35bc28cc0313 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6867163 Jun 08 06:41:45.593985 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Request body: {'port': {'device_id': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:45.740907 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-40e09efa-adcb-4e71-9ed6-936af25bc735 None None] Provisioning for port dfe17b58-5682-4bd3-b4bf-4c7f5447417d completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:41:45.745745 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-40e09efa-adcb-4e71-9ed6-936af25bc735 None None] Provisioning complete for port dfe17b58-5682-4bd3-b4bf-4c7f5447417d triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:41:45.746303 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-40e09efa-adcb-4e71-9ed6-936af25bc735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:45.750266 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:45.798966 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-40e09efa-adcb-4e71-9ed6-936af25bc735 None None] Port dfe17b58-5682-4bd3-b4bf-4c7f5447417d cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:41:46.103619 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe17b58-5682-4bd3-b4bf-4c7f5447417d {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:41:46.111003 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:46.123249 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d187900-f512-4dab-9b98-15a4b7340695 req-1d34a440-4b84-4312-9548-1275301e2557 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:46.124758 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1d187900-f512-4dab-9b98-15a4b7340695 req-1d34a440-4b84-4312-9548-1275301e2557 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 931 time: 0.0836692 Jun 08 06:41:46.124898 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Transition to ACTIVE for port object dfe17b58-5682-4bd3-b4bf-4c7f5447417d will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:41:46.128768 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:46.133140 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:46.173266 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1d187900-f512-4dab-9b98-15a4b7340695 req-617e4a3f-68d3-4ada-9453-2cdc6c67a7e5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419466 Jun 08 06:41:46.383531 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:46.386383 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:46.471086 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Attempting to bind port dfe17b58-5682-4bd3-b4bf-4c7f5447417d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:41:46.471432 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Attempting to bind port dfe17b58-5682-4bd3-b4bf-4c7f5447417d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:41:46.471794 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Attempting to bind port dfe17b58-5682-4bd3-b4bf-4c7f5447417d on network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:41:46.476429 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Port dfe17b58-5682-4bd3-b4bf-4c7f5447417d on network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:41:46.476691 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Attempting to bind port dfe17b58-5682-4bd3-b4bf-4c7f5447417d on network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:41:46.481674 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:41:46.482005 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Checking segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:41:46.482382 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Bound using segment: {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:41:46.482809 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Bound port: dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:41:46.483151 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:46.570104 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:41:46.573106 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:41:46.577217 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:46.581905 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:46.605508 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a248-2024-481e-87f9-6747241f8bc1 req-a0089bd1-8f1b-4257-bb42-385dce2921fc tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:46.608173 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-61d0a248-2024-481e-87f9-6747241f8bc1 req-a0089bd1-8f1b-4257-bb42-385dce2921fc tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.0800664 Jun 08 06:41:46.633552 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:46.634526 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:46.636320 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] 10.222.0.48 "PUT /v2.0/ports/dfe17b58-5682-4bd3-b4bf-4c7f5447417d HTTP/1.1" status: 200 len: 1093 time: 1.0488994 Jun 08 06:41:46.639447 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:46.642279 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd726fdf-ba05-4d86-82fa-21bd0ea34282" -d '{"events": [{"name": "network-changed", "server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:46.658554 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-61d0a248-2024-481e-87f9-6747241f8bc1 req-97324784-1aea-4248-8fb6-e659316e0124 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Jun 08 06:41:46.665653 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:46.668620 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:46.729361 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f116bb-32a3-4413-98e6-75fffe4f967c x-openstack-request-id: req-97f116bb-32a3-4413-98e6-75fffe4f967c {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:46.729685 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:46.729959 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97f116bb-32a3-4413-98e6-75fffe4f967c {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:46.730369 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'status': 'completed', 'code': 200} Jun 08 06:41:46.772584 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-840b7f7a-9367-4841-8560-841856a77c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:46.774256 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-840b7f7a-9367-4841-8560-841856a77c1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 1096 time: 0.0804195 Jun 08 06:41:46.850806 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-b9ea0519-eb0a-481b-a299-7393e29cda1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d HTTP/1.1" status: 200 len: 217 time: 0.0659354 Jun 08 06:41:46.913866 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-38b830f0-5077-483a-bfba-dc9119e83b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:46.919397 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-38b830f0-5077-483a-bfba-dc9119e83b64 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.0571816 Jun 08 06:41:46.990978 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-f3922f4d-5bc5-44a4-b4fe-20708a7490d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:46.992748 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-f3922f4d-5bc5-44a4-b4fe-20708a7490d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707247 Jun 08 06:41:47.129291 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-2947dd4a-e62f-448b-9488-0d5a30cfdfe4 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285160 Jun 08 06:41:47.281590 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7024d058-1480-4070-b5fc-5a56ccf7724a req-a7d6669d-346f-48a0-9b05-c78e1d56e068 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458287 Jun 08 06:41:47.413510 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-80e93bb1-9831-4ab9-8794-1e6c41d45647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:47.415873 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-80e93bb1-9831-4ab9-8794-1e6c41d45647 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 1096 time: 0.0840132 Jun 08 06:41:47.487156 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71993763-886f-4a72-9e57-8fb018034f96 req-31bac2a1-91b3-4516-82c1-d42578ffcf28 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:47.489197 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-71993763-886f-4a72-9e57-8fb018034f96 req-31bac2a1-91b3-4516-82c1-d42578ffcf28 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.1730831 Jun 08 06:41:47.536030 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-71993763-886f-4a72-9e57-8fb018034f96 req-e0e5b90d-6f5c-49d5-8373-b383a28ebd71 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409906 Jun 08 06:41:47.555726 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-09996a46-9bac-4ee7-888f-44720b1646c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:47.557207 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-09996a46-9bac-4ee7-888f-44720b1646c9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.1315298 Jun 08 06:41:47.623694 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-9aebbe73-c1db-47f4-8c2e-ba4993ce7754 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d HTTP/1.1" status: 200 len: 217 time: 0.0598474 Jun 08 06:41:47.698505 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-d587e8f8-4cce-473e-9603-30c0a08cc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:47.699991 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-d587e8f8-4cce-473e-9603-30c0a08cc27d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.0675898 Jun 08 06:41:47.777184 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-0cc50265-7742-44de-aec4-9dac64696175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:47.778815 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-0cc50265-7742-44de-aec4-9dac64696175 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709715 Jun 08 06:41:47.973851 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abeb3e-2f7b-4e80-b56c-001a0e392f9f req-dcc41574-6336-4868-9aeb-b0188984231b tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:47.975327 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03abeb3e-2f7b-4e80-b56c-001a0e392f9f req-dcc41574-6336-4868-9aeb-b0188984231b tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.1957133 Jun 08 06:41:47.977495 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-a1e334be-eb5e-4119-9fbb-3eec7958cbb5 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652765 Jun 08 06:41:48.192190 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-03abeb3e-2f7b-4e80-b56c-001a0e392f9f req-cf93663e-01f7-4b34-a077-491981c042ed tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112470 Jun 08 06:41:48.232506 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bd726fdf-ba05-4d86-82fa-21bd0ea34282 req-f49f81c3-d875-4211-90db-a854fc86328c service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346330 Jun 08 06:41:48.730694 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be0f4-3b2d-4f1f-bb6b-58e4233dbdb6 req-b1199652-6f72-4b20-bd7b-ef99f95e5575 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:48.732193 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-323be0f4-3b2d-4f1f-bb6b-58e4233dbdb6 req-b1199652-6f72-4b20-bd7b-ef99f95e5575 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0823789 Jun 08 06:41:48.776620 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-323be0f4-3b2d-4f1f-bb6b-58e4233dbdb6 req-e0676574-de85-4db9-b89e-48c1761fd7b1 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388019 Jun 08 06:41:49.376944 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a252da7-08ee-4a11-a7d8-b7289d8c20b1 req-d21e6391-bee1-4d93-85a0-671015dbc467 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:49.378384 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3a252da7-08ee-4a11-a7d8-b7289d8c20b1 req-d21e6391-bee1-4d93-85a0-671015dbc467 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.0787127 Jun 08 06:41:49.426576 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3a252da7-08ee-4a11-a7d8-b7289d8c20b1 req-c1623bba-d110-45bd-9cdd-f72547b53246 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Jun 08 06:41:49.965187 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef039c-a28a-47c5-956b-39c57c82a651 req-2d0159f7-6f67-4e1b-b4ac-632e23d95600 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:49.966805 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-98ef039c-a28a-47c5-956b-39c57c82a651 req-2d0159f7-6f67-4e1b-b4ac-632e23d95600 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0798588 Jun 08 06:41:50.012548 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-98ef039c-a28a-47c5-956b-39c57c82a651 req-82d5a585-8355-401f-b6d0-9352b0307b3a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 Jun 08 06:41:50.610206 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc923c-9250-46d1-a5f9-102b7b702248 req-33308a1e-4f76-4bbc-915a-24d6abe1a1f7 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:50.611694 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36dc923c-9250-46d1-a5f9-102b7b702248 req-33308a1e-4f76-4bbc-915a-24d6abe1a1f7 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.0826418 Jun 08 06:41:50.655428 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-36dc923c-9250-46d1-a5f9-102b7b702248 req-2adc23ac-2c5c-4240-86b9-68b645eda432 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Jun 08 06:41:50.821622 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:41:50.918302 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-73586c88-a3de-4c8d-beee-a3a48ae117b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:50.961550 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:50.975085 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'port_id': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'mac_address': 'fa:16:3e:1f:24:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:41:51.038375 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:51.056539 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe17b58-5682-4bd3-b4bf-4c7f5447417d {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:41:51.075617 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:51.081203 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:51.084526 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:51.149883 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:51.154948 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:51.226675 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3341ff0e-ca01-4101-b2a2-17a081475817 req-7c413f19-fc8f-45e3-862b-f98e2ab81db0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:51.228168 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3341ff0e-ca01-4101-b2a2-17a081475817 req-7c413f19-fc8f-45e3-862b-f98e2ab81db0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 944 time: 0.0902300 Jun 08 06:41:51.275176 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3341ff0e-ca01-4101-b2a2-17a081475817 req-8d5054b2-be68-43d5-a661-ace70a364a34 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414889 Jun 08 06:41:51.342905 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-ec01d652-9114-484a-9fdc-e598a066017d tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:51.344268 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-ec01d652-9114-484a-9fdc-e598a066017d tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.48 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.0909255 Jun 08 06:41:51.358486 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['dfe17b58-5682-4bd3-b4bf-4c7f5447417d'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:41:51.481741 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Deleting port 110d7498-b015-4870-acd9-c0d2e30c72da {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:41:51.482087 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:51.619121 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] For port 110d7498-b015-4870-acd9-c0d2e30c72da, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=110d7498-b015-4870-acd9-c0d2e30c72da,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:51.619825 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:51.745586 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Calling delete_port for 110d7498-b015-4870-acd9-c0d2e30c72da owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:41:51.855868 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124b4c6-bd30-4ae7-aa20-ad358daebfe1 req-621824d4-1f2a-4770-b2c3-c0a37e3b1d28 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:51.857310 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8124b4c6-bd30-4ae7-aa20-ad358daebfe1 req-621824d4-1f2a-4770-b2c3-c0a37e3b1d28 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=b76cec44-a094-4d14-9b6a-154a167a2c3a HTTP/1.1" status: 200 len: 945 time: 0.0953510 Jun 08 06:41:51.949658 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8124b4c6-bd30-4ae7-aa20-ad358daebfe1 req-afab94f8-0388-49e3-822f-14660e4016aa tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595384 Jun 08 06:41:51.956171 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:51.962001 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:51.973418 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['110d7498-b015-4870-acd9-c0d2e30c72da'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:41:52.006518 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Pushing event deleted for resources: {'Port': ['ID=110d7498-b015-4870-acd9-c0d2e30c72da,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:52.009705 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:52.083858 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] No DVR routers for this DVR port 110d7498-b015-4870-acd9-c0d2e30c72da on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:41:52.086495 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:52.088552 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc2d20d5-e1c8-488a-8790-8d55b4b112ba req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.48 "DELETE /v2.0/ports/110d7498-b015-4870-acd9-c0d2e30c72da HTTP/1.1" status: 204 len: 173 time: 0.7371109 Jun 08 06:41:52.089026 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76cec44-a094-4d14-9b6a-154a167a2c3a', 'name': 'network-vif-deleted', 'tag': '110d7498-b015-4870-acd9-c0d2e30c72da'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:52.091293 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1a5499-0698-4e71-97a8-0adbb5b27469" -d '{"events": [{"server_uuid": "b76cec44-a094-4d14-9b6a-154a167a2c3a", "name": "network-vif-deleted", "tag": "110d7498-b015-4870-acd9-c0d2e30c72da"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:52.274678 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d14eb7-95c8-415f-b475-0763a57bf059 x-openstack-request-id: req-40d14eb7-95c8-415f-b475-0763a57bf059 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:52.274995 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76cec44-a094-4d14-9b6a-154a167a2c3a", "name": "network-vif-deleted", "tag": "110d7498-b015-4870-acd9-c0d2e30c72da", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:52.275274 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40d14eb7-95c8-415f-b475-0763a57bf059 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:52.275725 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76cec44-a094-4d14-9b6a-154a167a2c3a', 'name': 'network-vif-deleted', 'tag': '110d7498-b015-4870-acd9-c0d2e30c72da', 'status': 'completed', 'code': 200} Jun 08 06:41:52.470580 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03632f-f255-45fb-9bd6-8ca432b622a5 req-8f43f342-73d4-42dc-a4ca-a2be48c36295 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:52.472675 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2e03632f-f255-45fb-9bd6-8ca432b622a5 req-8f43f342-73d4-42dc-a4ca-a2be48c36295 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 944 time: 0.0842066 Jun 08 06:41:52.522533 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2e03632f-f255-45fb-9bd6-8ca432b622a5 req-453e5f3e-6cd0-4861-b1dd-26ac4718b8fd tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442488 Jun 08 06:41:52.676420 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:52.819163 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:41:52.886298 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port dfe17b58-5682-4bd3-b4bf-4c7f5447417d completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:41:52.890648 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port dfe17b58-5682-4bd3-b4bf-4c7f5447417d triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:41:52.891020 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:53.001901 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:53.030861 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:53.033088 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79153776-e94c-4885-878b-d281b2be04b6" -d '{"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:53.045793 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:41:53.050894 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:53.052845 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-4ee60511-6899-4d85-85c6-d42e3b685854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:53.093138 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f63e9-99c8-4f98-8fa1-073f17fcb74e x-openstack-request-id: req-541f63e9-99c8-4f98-8fa1-073f17fcb74e {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:53.093437 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:53.093700 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-541f63e9-99c8-4f98-8fa1-073f17fcb74e {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:53.094087 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'code': 200} Jun 08 06:41:53.129880 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:53.133018 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:53.313974 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd72e0e-6ced-4256-9a3f-db2101047a0b req-3444a64d-d193-4773-871d-3857d5c12e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:53.315449 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6cd72e0e-6ced-4256-9a3f-db2101047a0b req-3444a64d-d193-4773-871d-3857d5c12e01 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 1098 time: 0.0719664 Jun 08 06:41:53.356379 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6cd72e0e-6ced-4256-9a3f-db2101047a0b req-4fc40260-dd17-4aca-8e0c-94e12657161b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336709 Jun 08 06:41:53.490758 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b4443a69-ac5f-433a-81bc-3d8eb22bd579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:53.719042 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754738a5-1e2a-4041-b501-ac08f2b34dcd req-19882d36-50e0-40b3-8799-c0b0784da19f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:53.720569 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-754738a5-1e2a-4041-b501-ac08f2b34dcd req-19882d36-50e0-40b3-8799-c0b0784da19f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0838718 Jun 08 06:41:53.766505 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-754738a5-1e2a-4041-b501-ac08f2b34dcd req-7c3267ec-d8b0-4eec-983a-80c611d2ddd6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397503 Jun 08 06:41:54.834797 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 110d7498-b015-4870-acd9-c0d2e30c72da no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:41:54.879091 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 110d7498-b015-4870-acd9-c0d2e30c72da {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:41:54.879454 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 110d7498-b015-4870-acd9-c0d2e30c72da not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:41:54.892036 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:54.971804 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f97846-652a-4685-9aa4-284b36131d07 req-4f6f3cbb-67e6-433d-ad91-a6aeb0443b17 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:54.974120 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-34f97846-652a-4685-9aa4-284b36131d07 req-4f6f3cbb-67e6-433d-ad91-a6aeb0443b17 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0904744 Jun 08 06:41:55.020910 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-34f97846-652a-4685-9aa4-284b36131d07 req-4c9fdaf9-022c-4434-84da-992e88c99350 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382867 Jun 08 06:41:55.056735 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49394) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:55.192667 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-28ee26aa-d50a-4c91-abdd-86a33b13f24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:55.257284 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586ab61-e066-481d-8658-1334ba4187b9 req-05d8981d-2641-4ad7-b511-816de40a1c81 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:55.258752 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1586ab61-e066-481d-8658-1334ba4187b9 req-05d8981d-2641-4ad7-b511-816de40a1c81 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.1314349 Jun 08 06:41:55.267518 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49398) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:55.272946 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Request body: {'floatingip': {'port_id': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:55.320189 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-28ee26aa-d50a-4c91-abdd-86a33b13f24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:55.323875 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-28ee26aa-d50a-4c91-abdd-86a33b13f24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:55.332711 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e76641da-36f8-4ede-bcc3-be3844ba9bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:55.349917 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:55.373727 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-28ee26aa-d50a-4c91-abdd-86a33b13f24b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03d5c06d18d44733b68e6746169fb720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159082 Jun 08 06:41:55.375327 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee26aa-d50a-4c91-abdd-86a33b13f24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf6e095-09a6-455f-938e-e9be2849bca3,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:55.377598 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49400) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:55.388562 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-28ee26aa-d50a-4c91-abdd-86a33b13f24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:55.435221 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-abb00c33-18fe-41b8-9030-dba5c419a401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:55.460978 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-abb00c33-18fe-41b8-9030-dba5c419a401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:55.516098 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-abb00c33-18fe-41b8-9030-dba5c419a401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:55.518525 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-abb00c33-18fe-41b8-9030-dba5c419a401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:55.520257 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-abb00c33-18fe-41b8-9030-dba5c419a401 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/daf6e095-09a6-455f-938e-e9be2849bca3 HTTP/1.1" status: 204 len: 168 time: 0.1417706 Jun 08 06:41:55.521038 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f1c53111-6f1f-4444-8a7d-82b7337c211f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:55.531057 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb00c33-18fe-41b8-9030-dba5c419a401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf6e095-09a6-455f-938e-e9be2849bca3,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:55.533377 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-abb00c33-18fe-41b8-9030-dba5c419a401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:56.041848 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:56.047788 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:56.218845 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.l3_db [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Floating IP 5c644147-7d0e-43da-ad3b-3771ea5e8bc9 associated. External IP: 172.28.2.119, port: dfe17b58-5682-4bd3-b4bf-4c7f5447417d. Jun 08 06:41:56.536959 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:56.569886 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Router 3f037f05-51b0-4929-ad73-6b60b213c113 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:41:56.641970 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49436) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:56.750069 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:41:56.754990 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:56.762746 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] Sync routers for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:41:56.772507 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:41:56.773188 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:56.914005 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-790c9b98-1939-410b-a6ee-3252188950c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:56.937347 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-bc8d9d0b-15fa-456f-b900-ed9f2fc4949f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "PUT /v2.0/floatingips/5c644147-7d0e-43da-ad3b-3771ea5e8bc9 HTTP/1.1" status: 200 len: 991 time: 1.6661425 Jun 08 06:41:56.937347 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:41:56.939162 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076ee734-c54a-425e-b034-55eb849b98cd" -d '{"events": [{"name": "network-changed", "server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:41:56.989540 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b419e93-1bfc-481e-8f39-102550570e9a x-openstack-request-id: req-0b419e93-1bfc-481e-8f39-102550570e9a {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:41:56.989858 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:41:56.990131 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b419e93-1bfc-481e-8f39-102550570e9a {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:41:56.990539 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'status': 'completed', 'code': 200} Jun 08 06:41:56.998656 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:41:57.101029 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-790c9b98-1939-410b-a6ee-3252188950c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:57.107073 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-790c9b98-1939-410b-a6ee-3252188950c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:57.116341 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e4645aae-6ed1-40fe-b791-8c242150af59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:57.158277 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-790c9b98-1939-410b-a6ee-3252188950c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b88e797be0844d3b6832ae3dc1ecdb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153115 Jun 08 06:41:57.161518 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49452) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:57.164203 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c9b98-1939-410b-a6ee-3252188950c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d28fee-cfee-408e-841f-77d71be193b5,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:57.167212 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-790c9b98-1939-410b-a6ee-3252188950c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:57.178404 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ee734-c54a-425e-b034-55eb849b98cd req-6a11b12d-36f7-40d2-8f81-0e63d8483733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:57.180265 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-076ee734-c54a-425e-b034-55eb849b98cd req-6a11b12d-36f7-40d2-8f81-0e63d8483733 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 1098 time: 0.1583645 Jun 08 06:41:57.224884 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-38ed4e96-d57d-444f-9058-d9f7d387e169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:57.250635 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-38ed4e96-d57d-444f-9058-d9f7d387e169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:57.328892 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ee734-c54a-425e-b034-55eb849b98cd req-bf1b2354-65f8-4ebd-80e5-0382e3f7aa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:57.330328 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-076ee734-c54a-425e-b034-55eb849b98cd req-bf1b2354-65f8-4ebd-80e5-0382e3f7aa5b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.1424289 Jun 08 06:41:57.395037 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '5c644147-7d0e-43da-ad3b-3771ea5e8bc9', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'port_id': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'mac_address': 'fa:16:3e:1f:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:41:42Z', 'updated_at': '2021-06-08T06:41:55Z', 'revision_number': 1, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:57.399592 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] Checking router: 3f037f05-51b0-4929-ad73-6b60b213c113 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:41:57.412552 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:41:57.413461 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:57.421405 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-38ed4e96-d57d-444f-9058-d9f7d387e169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:57.423959 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-38ed4e96-d57d-444f-9058-d9f7d387e169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:57.427702 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-38ed4e96-d57d-444f-9058-d9f7d387e169 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44d28fee-cfee-408e-841f-77d71be193b5 HTTP/1.1" status: 204 len: 168 time: 0.2646277 Jun 08 06:41:57.430886 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-d896f4c2-a6b1-4f9d-939c-61fd0cbd8fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:57.443868 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed4e96-d57d-444f-9058-d9f7d387e169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d28fee-cfee-408e-841f-77d71be193b5,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:57.445536 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-076ee734-c54a-425e-b034-55eb849b98cd req-69d7b04b-db27-4d13-b82a-d22432c822ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d HTTP/1.1" status: 200 len: 999 time: 0.1077018 Jun 08 06:41:57.451606 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-a00fa5f0-6ead-4809-8efd-e7877d91721c tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:57.453107 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-a00fa5f0-6ead-4809-8efd-e7877d91721c tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/networks?id=e15910fd-7036-4aaf-903c-e6bebf3dc555 HTTP/1.1" status: 200 len: 813 time: 0.1924169 Jun 08 06:41:57.453934 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-38ed4e96-d57d-444f-9058-d9f7d387e169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:57.469703 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-772a4a6f-efd9-4491-9931-37c9379e4482 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/quotas/92ac104aa4654aa0994e72f6fa303359 HTTP/1.1" status: 200 len: 375 time: 0.0098448 Jun 08 06:41:57.516212 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ee734-c54a-425e-b034-55eb849b98cd req-ff11b5f0-baae-418b-a742-c5d82ae672a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:57.517652 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-076ee734-c54a-425e-b034-55eb849b98cd req-ff11b5f0-baae-418b-a742-c5d82ae672a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.0646760 Jun 08 06:41:57.523344 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-e4def346-8314-4291-9179-171a65804ff7 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=92ac104aa4654aa0994e72f6fa303359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476351 Jun 08 06:41:57.605583 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ee734-c54a-425e-b034-55eb849b98cd req-ed0ba033-a4b8-4dc9-b6dc-84e5dd3fc8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:57.607333 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-076ee734-c54a-425e-b034-55eb849b98cd req-ed0ba033-a4b8-4dc9-b6dc-84e5dd3fc8d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821688 Jun 08 06:41:57.641024 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:41:57.677766 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-b7d74d92-f8a6-4fb2-93df-d3eeba99ffbd service neutron] 10.222.0.44 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458809 Jun 08 06:41:57.766680 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-076ee734-c54a-425e-b034-55eb849b98cd req-2f24710f-efca-4c53-8aff-916b8256b38b service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514673 Jun 08 06:41:57.856662 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fe0e125-0bf3-426b-a91d-f36eb1c66329 service neutron] 10.222.0.44 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729715 Jun 08 06:41:57.929855 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-076ee734-c54a-425e-b034-55eb849b98cd req-1dc89465-7553-40e4-bc6c-537e749596d8 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560638 Jun 08 06:41:58.054787 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '5c644147-7d0e-43da-ad3b-3771ea5e8bc9', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'port_id': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'mac_address': 'fa:16:3e:1f:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:41:42Z', 'updated_at': '2021-06-08T06:41:55Z', 'revision_number': 1, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:41:58.059780 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350ef71-ed6d-4c8d-9b61-5e95a7bc78c9 None None] The sync data for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb is: [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '5c644147-7d0e-43da-ad3b-3771ea5e8bc9', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'floating_ip_address': '172.28.2.119', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'port_id': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'mac_address': 'fa:16:3e:1f:24:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:41:42Z', 'updated_at': '2021-06-08T06:41:55Z', 'revision_number': 1, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:41:58.085586 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-614483b0-649d-40e8-b415-ce7cfb66d3ef req-d2a0c4d3-b3d8-4186-85ab-055a3d7144cd tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 210 time: 0.0568969 Jun 08 06:41:58.272677 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49492) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:58.388439 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1988716530-network', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:58.404290 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45151289-6c0f-4400-9edf-741daf07c302 None None] New status for floating IP 5c644147-7d0e-43da-ad3b-3771ea5e8bc9: ACTIVE {{(pid=91845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:41:58.414786 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Made reservation on behalf of aea49328abd14c9c851ff8c907811a33 for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:41:58.417263 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.430206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.541771 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.545583 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.548860 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-132be7b2-ee92-4091-be61-92f8126c615b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:58.580325 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:41:58.589706 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62cd47-7253-48c1-9c68-03627b6dc001,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:58.593233 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:58.597910 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.598259 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Added segment 0f37601a-e4aa-4dd3-b849-de52cb36c215 of type vlan for network 35a34008-927c-4da4-915a-251572b2d9dd Jun 08 06:41:58.629225 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.662547 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.664919 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:58.665037 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.668669 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-db3da51f-0d48-4325-aa32-387e7a2ef706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:58.765695 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4919372 Jun 08 06:41:58.769002 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49498) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:58.774017 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Request body: {'subnet': {'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1988716530-subnet', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'ip_version': 4}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:58.776219 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Pushing event updated for resources: {'Network': ['ID=35a34008-927c-4da4-915a-251572b2d9dd,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:58.778803 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:58.787090 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network 35a34008-927c-4da4-915a-251572b2d9dd details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:41:58.795302 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Made reservation on behalf of aea49328abd14c9c851ff8c907811a33 for: {'subnet': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:41:58.797613 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31494021'] for subnet, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:58.997700 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30672607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31494059'] for subnet, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:59.002489 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:41:59.176445 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57f6b97-06cc-4751-818d-5d3e761924b6,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:41:59.198996 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.199447 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.199891 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.200311 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.200722 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.201133 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.201537 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.201951 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.202385 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.202733 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.203073 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.203408 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:41:59.217771 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Checking segment: {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:41:59.218128 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Network hostable DHCP agents. Network: 35a34008-927c-4da4-915a-251572b2d9dd, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:41:59.220965 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:41:59.281872 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ba3d8c42-2b81-405b-b74e-54ebf14c908d req-d2658fa0-7426-4eb7-9cca-4fdc7c0b9a7b tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 210 time: 0.0650706 Jun 08 06:41:59.299194 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-28bb68f9-0d3b-461a-8269-f4f79ad5700c tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:59.301252 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-28bb68f9-0d3b-461a-8269-f4f79ad5700c tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.48 "GET /v2.0/networks?id=e15910fd-7036-4aaf-903c-e6bebf3dc555 HTTP/1.1" status: 200 len: 813 time: 0.2634411 Jun 08 06:41:59.306245 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Network 35a34008-927c-4da4-915a-251572b2d9dd is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:41:59.313691 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Request body: {'port': {'device_id': 'f730c6fa-19e3-42a8-bc91-e55324add87e', 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555', 'admin_state_up': True, 'tenant_id': '92ac104aa4654aa0994e72f6fa303359'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:59.377953 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, 35a34008-927c-4da4-915a-251572b2d9dd) {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:41:59.386842 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095ee6b-2e26-4930-8f6b-07b3032069f9 None None] Network 35a34008-927c-4da4-915a-251572b2d9dd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:41:59.388325 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:41:59.388902 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:59.419101 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-7820a2a8-8bb6-4e1b-9aae-3985f8a11324 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6489298 Jun 08 06:41:59.421756 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49508) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:41:59.425989 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:41:59.483284 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33445727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11525'] for router, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:59.484280 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33445620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33435027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33501201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11530'] for router, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:59.507534 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:59.509586 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Made reservation on behalf of 92ac104aa4654aa0994e72f6fa303359 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:41:59.513082 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:59.606486 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0ce0fc-4adf-5d44-94c7-c9d50110abf7-35a34008-927c-4da4-915a-251572b2d9dd', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6'}]}} from dv-cinder-760199-6-smb. {{(pid=91844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 06:41:59.607336 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:59.759992 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Allocated IP 172.20.0.2 (35a34008-927c-4da4-915a-251572b2d9dd/a57f6b97-06cc-4751-818d-5d3e761924b6/78bf38c2-4831-4113-8207-3a9b119c5a35) {{(pid=91844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:41:59.984855 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:41:59.994683 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.005239 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Transition to ACTIVE for port object 78bf38c2-4831-4113-8207-3a9b119c5a35 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:00.022999 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Transition to ACTIVE for port object 78bf38c2-4831-4113-8207-3a9b119c5a35 will not be triggered until provisioned by entity DHCP. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:00.029685 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.030361 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:00.030361 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:00.030361 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:00.030361 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:00.030361 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:00.030361 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:00.052280 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Network 35a34008-927c-4da4-915a-251572b2d9dd is already hosted by enough agents. {{(pid=91844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:00.053372 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Resources bound (agent type, host, resource id): {{(pid=91844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:00.055769 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Received port after_create {{(pid=91844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:00.077361 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Allocated IP 172.20.0.9 (e15910fd-7036-4aaf-903c-e6bebf3dc555/b1bb90b9-eedf-41ba-a2d0-341213054aad/bf9637fb-4e38-41f2-90b8-46ab704940bf) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:42:00.154598 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Attempting to bind port 78bf38c2-4831-4113-8207-3a9b119c5a35 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:42:00.154970 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Attempting to bind port 78bf38c2-4831-4113-8207-3a9b119c5a35 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:42:00.155341 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Attempting to bind port 78bf38c2-4831-4113-8207-3a9b119c5a35 on network 35a34008-927c-4da4-915a-251572b2d9dd {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:00.161001 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:42:00.161378 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Checking segment: {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:00.161785 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.162183 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Bound using segment: {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:42:00.162650 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Bound port: 78bf38c2-4831-4113-8207-3a9b119c5a35, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:42:00.163289 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.248396 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] For port 78bf38c2-4831-4113-8207-3a9b119c5a35, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:42:00.251245 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] For port 78bf38c2-4831-4113-8207-3a9b119c5a35, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=78bf38c2-4831-4113-8207-3a9b119c5a35,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:42:00.257286 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.261019 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-8d926997-8996-430b-9602-0ded899623a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:00.335226 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Pushing event updated for resources: {'Port': ['ID=78bf38c2-4831-4113-8207-3a9b119c5a35,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:00.340115 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:00.442853 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.539506 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a341e1f0-998d-4e43-971e-2bfc31437875 req-4075baf3-1c10-4f0b-b0f5-084c6ed1ca3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 210 time: 0.0934374 Jun 08 06:42:00.567098 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.600993 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.652531 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.654905 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:00.654905 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:00.654905 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:00.654905 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:00.654905 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:00.654905 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:00.701366 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Network e15910fd-7036-4aaf-903c-e6bebf3dc555 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:00.704860 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:00.707150 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:00.815631 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:00.816271 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:00.834138 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Allocated IP 172.28.2.10 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/71ea483f-8bdd-4b4b-a65b-42a0bf5521fb) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:42:00.848799 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-1fd3d1e7-2ece-4493-88ea-a4734ab3d0c1 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5385325 Jun 08 06:42:00.917133 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Request body: {'port': {'device_id': 'f730c6fa-19e3-42a8-bc91-e55324add87e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:01.141560 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:42:01.196672 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:01.215888 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:01.268656 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29fa1fd-ae2d-4191-83d7-910d538dd0ef None None] Network 35a34008-927c-4da4-915a-251572b2d9dd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:42:01.366863 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:01.367435 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:01.367435 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:01.367435 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:01.367435 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:01.367435 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:01.367435 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:01.390183 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-f231d3a5-7344-4237-8c62-4cf26726b715 None None] Provisioning for port 78bf38c2-4831-4113-8207-3a9b119c5a35 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:01.455341 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:01.462651 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:01.466819 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:01.747775 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.db.resource_extend [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 06:42:01.794018 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 78bf38c2-4831-4113-8207-3a9b119c5a35 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:01.859817 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9637fb-4e38-41f2-90b8-46ab704940bf {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:42:01.864962 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 78bf38c2-4831-4113-8207-3a9b119c5a35 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:01.869561 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 78bf38c2-4831-4113-8207-3a9b119c5a35 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:01.869937 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:01.919347 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:01.982904 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:02.014688 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Transition to ACTIVE for port object bf9637fb-4e38-41f2-90b8-46ab704940bf will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:02.017595 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 78bf38c2-4831-4113-8207-3a9b119c5a35, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=78bf38c2-4831-4113-8207-3a9b119c5a35,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:02.022352 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:02.024735 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:02.031681 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeadf711-7e41-438a-bb1d-9080afb56995 req-40f9db57-e52a-4a96-a23d-12eb4ac587bc tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:02.032850 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-aeadf711-7e41-438a-bb1d-9080afb56995 req-40f9db57-e52a-4a96-a23d-12eb4ac587bc tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 931 time: 0.3553073 Jun 08 06:42:02.035642 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:02.042390 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-5e3cc32e-5fa3-4038-ac14-4617c1a2bfd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:02.092708 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=78bf38c2-4831-4113-8207-3a9b119c5a35,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:02.096134 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:02.241396 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Pushing event updated for resources: {'Port': ['ID=bf9637fb-4e38-41f2-90b8-46ab704940bf,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:02.243432 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:02.289753 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:02.354103 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-aeadf711-7e41-438a-bb1d-9080afb56995 req-53748062-787f-442a-8323-db70997775d2 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770231 Jun 08 06:42:02.563789 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Attempting to bind port bf9637fb-4e38-41f2-90b8-46ab704940bf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:42:02.564124 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Attempting to bind port bf9637fb-4e38-41f2-90b8-46ab704940bf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:42:02.564451 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Attempting to bind port bf9637fb-4e38-41f2-90b8-46ab704940bf on network e15910fd-7036-4aaf-903c-e6bebf3dc555 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:02.571932 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Port bf9637fb-4e38-41f2-90b8-46ab704940bf on network e15910fd-7036-4aaf-903c-e6bebf3dc555 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:42:02.572250 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Attempting to bind port bf9637fb-4e38-41f2-90b8-46ab704940bf on network e15910fd-7036-4aaf-903c-e6bebf3dc555 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:02.580035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:42:02.580369 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Checking segment: {'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:02.580748 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Bound using segment: {'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:42:02.581178 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Bound port: bf9637fb-4e38-41f2-90b8-46ab704940bf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:42:02.582039 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:02.832675 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] For port bf9637fb-4e38-41f2-90b8-46ab704940bf, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:42:02.835167 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33445700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068'] for router, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:02.838182 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] For port bf9637fb-4e38-41f2-90b8-46ab704940bf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bf9637fb-4e38-41f2-90b8-46ab704940bf,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:42:02.895630 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:02.911071 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7e3433c6-5397-4cd8-877c-b55064170eab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:03.011493 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69369f66-0659-46f4-b4ce-744db625d36d req-404cde46-0935-4377-ba5a-dc4bfed89745 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:03.013012 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-69369f66-0659-46f4-b4ce-744db625d36d req-404cde46-0935-4377-ba5a-dc4bfed89745 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.0813751 Jun 08 06:42:03.062544 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-69369f66-0659-46f4-b4ce-744db625d36d req-706745a3-881b-4864-abb8-3c93fa448c85 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438359 Jun 08 06:42:03.093742 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:03.094273 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:03.095623 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] 10.222.0.48 "PUT /v2.0/ports/bf9637fb-4e38-41f2-90b8-46ab704940bf HTTP/1.1" status: 200 len: 1093 time: 2.2288415 Jun 08 06:42:03.098111 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f730c6fa-19e3-42a8-bc91-e55324add87e', 'tag': 'bf9637fb-4e38-41f2-90b8-46ab704940bf'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:03.100424 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "f730c6fa-19e3-42a8-bc91-e55324add87e", "tag": "bf9637fb-4e38-41f2-90b8-46ab704940bf"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:03.136277 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Pushing event updated for resources: {'Port': ['ID=bf9637fb-4e38-41f2-90b8-46ab704940bf,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:03.174750 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:03.183136 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ce5080-4ced-46b6-930e-daf6f5aa7bf6 x-openstack-request-id: req-d3ce5080-4ced-46b6-930e-daf6f5aa7bf6 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:03.183449 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f730c6fa-19e3-42a8-bc91-e55324add87e", "tag": "bf9637fb-4e38-41f2-90b8-46ab704940bf", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:03.183757 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3ce5080-4ced-46b6-930e-daf6f5aa7bf6 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:03.184171 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f730c6fa-19e3-42a8-bc91-e55324add87e', 'tag': 'bf9637fb-4e38-41f2-90b8-46ab704940bf', 'status': 'completed', 'code': 200} Jun 08 06:42:03.231354 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f12df-4449-4925-a15c-645e7ed46f1d req-0ac56f41-9499-4ab6-87d9-7be6905841b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:03.232843 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-111f12df-4449-4925-a15c-645e7ed46f1d req-0ac56f41-9499-4ab6-87d9-7be6905841b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1137 time: 0.2892594 Jun 08 06:42:03.345171 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-5573cf30-67a2-4d97-9ca2-b40aeb12ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:03.346561 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-5573cf30-67a2-4d97-9ca2-b40aeb12ec1b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ac104aa4654aa0994e72f6fa303359&device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 1096 time: 0.2044501 Jun 08 06:42:03.354085 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Router 51a67f59-9438-4866-a79c-6859ea1d5a2d is scheduled to L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c with binding_index 1 {{(pid=91843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 06:42:03.489504 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-999a5562-3e72-4297-bb15-c1fadb8f8a3d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf9637fb-4e38-41f2-90b8-46ab704940bf HTTP/1.1" status: 200 len: 217 time: 0.1271110 Jun 08 06:42:03.610281 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f12df-4449-4925-a15c-645e7ed46f1d req-a7b96760-1adc-4440-b710-767d03d77640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:03.611645 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-111f12df-4449-4925-a15c-645e7ed46f1d req-a7b96760-1adc-4440-b710-767d03d77640 service neutron] 10.222.0.48 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 916 time: 0.3690133 Jun 08 06:42:03.622376 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac20234-71ba-4d7d-a7c3-c43132d950da req-d7497680-a5e9-4a35-8912-55aa9d8d1968 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:03.623885 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-cac20234-71ba-4d7d-a7c3-c43132d950da req-d7497680-a5e9-4a35-8912-55aa9d8d1968 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 943 time: 0.1669521 Jun 08 06:42:03.668909 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-cac20234-71ba-4d7d-a7c3-c43132d950da req-2c7d1c7a-835c-44c0-b777-33bc0874808b tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388389 Jun 08 06:42:03.726980 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-5c2883a1-58aa-45b5-951b-fba5bde83ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:03.728460 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-5c2883a1-58aa-45b5-951b-fba5bde83ac8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1bb90b9-eedf-41ba-a2d0-341213054aad HTTP/1.1" status: 200 len: 853 time: 0.2258875 Jun 08 06:42:03.768757 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 78bf38c2-4831-4113-8207-3a9b119c5a35 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:03.798465 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-d01fbecc-cca4-4385-b5b2-40f45fcc36aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e15910fd-7036-4aaf-903c-e6bebf3dc555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630522 Jun 08 06:42:03.806335 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-111f12df-4449-4925-a15c-645e7ed46f1d req-e3208ea6-6af2-42af-98ff-5071dd832d76 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 1001 time: 0.1701529 Jun 08 06:42:03.839101 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 78bf38c2-4831-4113-8207-3a9b119c5a35 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:03.839470 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:04.025973 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:42:04.035463 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Sync routers for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:42:04.045472 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:04.046109 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:04.075692 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] Notify callbacks [] for router, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:04.076890 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b460e4f8-471b-4968-8d94-e2a0aef3b7a6 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6542242 Jun 08 06:42:04.079646 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49532) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:04.094760 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f12df-4449-4925-a15c-645e7ed46f1d req-59478932-256e-459f-a2d0-61be5570017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:04.096222 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-111f12df-4449-4925-a15c-645e7ed46f1d req-59478932-256e-459f-a2d0-61be5570017c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 200 len: 854 time: 0.2670801 Jun 08 06:42:04.167746 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-4600bdd3-3cff-4279-af95-9cb6f090c0c2 service neutron] 10.222.0.48 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604085 Jun 08 06:42:04.233079 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:04.280716 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f12df-4449-4925-a15c-645e7ed46f1d req-ea1feb90-65bb-4abe-9a2f-ba7a00deba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:04.282198 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-111f12df-4449-4925-a15c-645e7ed46f1d req-ea1feb90-65bb-4abe-9a2f-ba7a00deba3b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70a233ce-b61d-44c9-a15f-45cbd9180ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1783996 Jun 08 06:42:04.402755 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-88d6d62a-261d-4e6b-9d15-f60dbe90daaf req-774ff507-a328-48ef-b751-f18c68839b54 service neutron] 10.222.0.48 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270999 Jun 08 06:42:04.423938 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948d70c-042f-4185-bab7-07192d15535b req-9f86dc53-c687-4eef-b3ff-0a9b902549c7 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:04.425948 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9948d70c-042f-4185-bab7-07192d15535b req-9f86dc53-c687-4eef-b3ff-0a9b902549c7 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.1868608 Jun 08 06:42:04.451153 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-111f12df-4449-4925-a15c-645e7ed46f1d req-e2941cc4-0a1c-4577-b862-588001d34dc9 service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588526 Jun 08 06:42:04.552549 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:01Z', 'revision_number': 3, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:04.556539 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Checking router: 51a67f59-9438-4866-a79c-6859ea1d5a2d for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:42:04.557013 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Updating router 51a67f59-9438-4866-a79c-6859ea1d5a2d port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb binding host dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:42:04.567311 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9948d70c-042f-4185-bab7-07192d15535b req-59ae4f16-d297-4054-8504-e9a231fd147c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1283021 Jun 08 06:42:04.615703 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:04.679868 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-111f12df-4449-4925-a15c-645e7ed46f1d req-62a1b960-cb7e-43cc-a783-61222405ce75 service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887424 Jun 08 06:42:04.682014 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-097e16fe-0fde-4b0f-af5e-6d2e2e4b69cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:04.683358 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-097e16fe-0fde-4b0f-af5e-6d2e2e4b69cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=92ac104aa4654aa0994e72f6fa303359&device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 1096 time: 0.1911728 Jun 08 06:42:04.948324 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-d00d12be-2568-48e7-ad48-7d84e4ac9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:04.956081 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-d00d12be-2568-48e7-ad48-7d84e4ac9554 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e15910fd-7036-4aaf-903c-e6bebf3dc555 HTTP/1.1" status: 200 len: 914 time: 0.2541411 Jun 08 06:42:04.968397 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.000734 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Notify callbacks [] for port, precommit_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.013188 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Transition to ACTIVE for port object 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:05.020919 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.026328 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-1fc3f41e-8fb1-4fd4-9682-cef15e0ff4d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:05.039174 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-016d5f17-c5d6-42fd-bd24-2a3f9107767c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf9637fb-4e38-41f2-90b8-46ab704940bf HTTP/1.1" status: 200 len: 217 time: 0.0739052 Jun 08 06:42:05.053857 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ff02f-aba0-4780-a7fd-65638200d690 req-44648c4e-ca7e-4e12-a972-88f7ab88eaa5 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:05.055317 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f0ff02f-aba0-4780-a7fd-65638200d690 req-44648c4e-ca7e-4e12-a972-88f7ab88eaa5 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 943 time: 0.2201180 Jun 08 06:42:05.118251 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Attempting to bind port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:42:05.118708 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Attempting to bind port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:42:05.119150 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Attempting to bind port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb on network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:05.122578 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f93e5c-837f-4c24-9cfa-6b113c91d699 None None] Pushing event updated for resources: {'Port': ['ID=71ea483f-8bdd-4b4b-a65b-42a0bf5521fb,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:05.125725 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-44f93e5c-837f-4c24-9cfa-6b113c91d699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:05.127846 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:42:05.128917 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:05.128917 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.129113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Bound using segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:42:05.130075 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Bound port: 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:42:05.130075 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.149059 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f0ff02f-aba0-4780-a7fd-65638200d690 req-9479fad6-7158-49c5-9c8b-8df586b0406b tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631933 Jun 08 06:42:05.150845 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-f30322e7-c286-4e0e-af81-d101d351d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:05.152242 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-f30322e7-c286-4e0e-af81-d101d351d605 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b1bb90b9-eedf-41ba-a2d0-341213054aad HTTP/1.1" status: 200 len: 853 time: 0.0960476 Jun 08 06:42:05.191958 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Allocated IP 172.20.0.1 (35a34008-927c-4da4-915a-251572b2d9dd/a57f6b97-06cc-4751-818d-5d3e761924b6/c11dcadf-b930-42de-8f22-bb12d9a30108) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:42:05.204617 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-9e37663a-61c3-4f54-84e2-93700caadb26 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e15910fd-7036-4aaf-903c-e6bebf3dc555&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440075 Jun 08 06:42:05.215309 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] For port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:42:05.218456 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] For port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=71ea483f-8bdd-4b4b-a65b-42a0bf5521fb,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:42:05.222579 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.227019 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:05.297345 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:05.297970 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:05.340576 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-f4736538-23c9-4eca-96e2-1ae3d6a3fda5 service neutron] 10.222.0.48 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279254 Jun 08 06:42:05.346267 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.362946 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.provisioning_blocks [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Transition to ACTIVE for port object c11dcadf-b930-42de-8f22-bb12d9a30108 will not be triggered until provisioned by entity DHCP. {{(pid=91842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:05.367218 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f93e5c-837f-4c24-9cfa-6b113c91d699 None None] Pushing event updated for resources: {'Port': ['ID=71ea483f-8bdd-4b4b-a65b-42a0bf5521fb,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:05.371487 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-44f93e5c-837f-4c24-9cfa-6b113c91d699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:05.386446 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.387161 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:05.387161 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:05.387161 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:05.387161 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:05.387161 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:05.387161 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:05.403761 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Network 35a34008-927c-4da4-915a-251572b2d9dd is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:05.404914 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:05.407219 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:05.464963 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33506538'] for router_interface, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.490587 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e0d36f6c-3ce1-4eb8-bb64-d265bf853e8e req-e1fdfece-87c2-440e-ad6f-75098360a6ac service neutron] 10.222.0.48 "GET /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432488 Jun 08 06:42:05.504370 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:05.692398 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-9e838b6b-144a-44fc-8330-b0c06ddea133 None None] Provisioning for port c11dcadf-b930-42de-8f22-bb12d9a30108 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:05.705356 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-9e838b6b-144a-44fc-8330-b0c06ddea133 None None] Provisioning complete for port c11dcadf-b930-42de-8f22-bb12d9a30108 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:05.705735 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-9e838b6b-144a-44fc-8330-b0c06ddea133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:05.788935 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-9e838b6b-144a-44fc-8330-b0c06ddea133 None None] Port c11dcadf-b930-42de-8f22-bb12d9a30108 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:42:05.818316 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a80f56-a517-4baa-9bf1-1820a9267c01 req-0ee04a07-b17e-4b3f-98fa-3a6c194138a6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:05.819811 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-88a80f56-a517-4baa-9bf1-1820a9267c01 req-0ee04a07-b17e-4b3f-98fa-3a6c194138a6 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.1348543 Jun 08 06:42:05.852228 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:01Z', 'revision_number': 3, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:05.855958 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4498b8b-b2c4-4006-9cb7-42324bc52011 None None] The sync data for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb is: [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:01Z', 'revision_number': 3, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:42:05.916546 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-88a80f56-a517-4baa-9bf1-1820a9267c01 req-2864b45a-4fca-49a8-92fd-969545d0dc16 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900090 Jun 08 06:42:05.918948 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:06.180902 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:06.188632 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:06.225162 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:06.354357 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33506347'] for router_interface, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:06.359575 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=c11dcadf-b930-42de-8f22-bb12d9a30108,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:06.375373 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.375763 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.376124 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.376473 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.376821 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.377171 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.377513 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.377849 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.378739 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.379376 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.379745 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.380087 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:06.401974 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:06.499273 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e9019-778e-4203-a58b-f58689f95334 req-3999748e-08d5-4717-b440-7b933991d482 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:06.500810 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0e6e9019-778e-4203-a58b-f58689f95334 req-3999748e-08d5-4717-b440-7b933991d482 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 943 time: 0.2241960 Jun 08 06:42:06.563053 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Network 35a34008-927c-4da4-915a-251572b2d9dd is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:06.565998 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:06.574101 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0e6e9019-778e-4203-a58b-f58689f95334 req-d4cdca22-25db-4f25-bd8f-e7ae8bfe3c07 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675082 Jun 08 06:42:06.765337 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Router 51a67f59-9438-4866-a79c-6859ea1d5a2d has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:42:06.813734 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-41d7c226-0c6b-4488-8437-9a4e5805d260 None None] Provisioning complete for port c11dcadf-b930-42de-8f22-bb12d9a30108 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:06.814296 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-41d7c226-0c6b-4488-8437-9a4e5805d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:06.866636 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-41d7c226-0c6b-4488-8437-9a4e5805d260 None None] Port c11dcadf-b930-42de-8f22-bb12d9a30108 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:42:06.885291 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device bf9637fb-4e38-41f2-90b8-46ab704940bf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:42:06.948154 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:42:06.958504 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] 10.222.0.44 "PUT /v2.0/routers/51a67f59-9438-4866-a79c-6859ea1d5a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8742111 Jun 08 06:42:07.023976 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port bf9637fb-4e38-41f2-90b8-46ab704940bf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bf9637fb-4e38-41f2-90b8-46ab704940bf,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:07.049867 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'bf9637fb-4e38-41f2-90b8-46ab704940bf', 'network_id': 'e15910fd-7036-4aaf-903c-e6bebf3dc555', 'port_id': 'bf9637fb-4e38-41f2-90b8-46ab704940bf', 'mac_address': 'fa:16:3e:fa:e0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1bb90b9-eedf-41ba-a2d0-341213054aad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:42:07.114204 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151f524-fab8-4703-b3d2-eb592f574f07 req-e891eee4-faf7-418c-85f3-4160c34867ed tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:07.117106 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4151f524-fab8-4703-b3d2-eb592f574f07 req-e891eee4-faf7-418c-85f3-4160c34867ed tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.0913670 Jun 08 06:42:07.152655 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.169821 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4151f524-fab8-4703-b3d2-eb592f574f07 req-e53236fb-db37-4093-bf5c-179e65d1c9e8 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0481455 Jun 08 06:42:07.170753 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9637fb-4e38-41f2-90b8-46ab704940bf {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:42:07.187654 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port bf9637fb-4e38-41f2-90b8-46ab704940bf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bf9637fb-4e38-41f2-90b8-46ab704940bf,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:07.196499 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.198504 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-9b56bc7e-b522-40ba-b40d-2de050a816fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:07.267166 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=bf9637fb-4e38-41f2-90b8-46ab704940bf,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:07.272009 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:07.399445 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Sync routers for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:42:07.410564 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:07.410842 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:07.443314 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['bf9637fb-4e38-41f2-90b8-46ab704940bf'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:42:07.538201 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49564) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:07.543218 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1052277105-network', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:07.564636 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Made reservation on behalf of e958bbf1e197418a85d550b4adbf78e4 for: {'network': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:42:07.567770 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.581459 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.606330 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:07.703625 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.720252 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.723487 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-94400383-f3d5-42e2-86f4-b420921d990a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:07.741851 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=91842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:42:07.756809 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.757232 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.segments_db [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Added segment 2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a of type vlan for network ea268cd3-422d-43f0-9f39-d544dc5a700e Jun 08 06:42:07.811795 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f4a17e-5f33-4b01-9b0b-6ae11f8b2612,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:07.815529 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.819953 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:07.831503 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d2cf1-8382-45ee-a421-3bf0b3fdc644 req-f295462f-92c3-4a48-84da-bdddabe6435e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:07.840788 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b35d2cf1-8382-45ee-a421-3bf0b3fdc644 req-f295462f-92c3-4a48-84da-bdddabe6435e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 944 time: 0.1332271 Jun 08 06:42:07.854432 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:07.871176 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.873125 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:07.873945 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.877390 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:07.932943 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:07.940214 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:07.940946 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:07.971727 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4310005 Jun 08 06:42:07.973505 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49568) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:07.981135 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Request body: {'subnet': {'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1052277105-subnet', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:07.984374 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Pushing event updated for resources: {'Network': ['ID=ea268cd3-422d-43f0-9f39-d544dc5a700e,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:07.990300 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b35d2cf1-8382-45ee-a421-3bf0b3fdc644 req-397b6369-b6c2-4d0a-9c35-ae065780c7b7 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430995 Jun 08 06:42:07.998091 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network ea268cd3-422d-43f0-9f39-d544dc5a700e details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:42:07.998469 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:08.009963 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 2, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:08.015811 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Checking router: 51a67f59-9438-4866-a79c-6859ea1d5a2d for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:42:08.016267 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Updating router 51a67f59-9438-4866-a79c-6859ea1d5a2d port c11dcadf-b930-42de-8f22-bb12d9a30108 binding host dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:42:08.023769 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Made reservation on behalf of e958bbf1e197418a85d550b4adbf78e4 for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:42:08.026191 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31748123'] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.072674 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.184966 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.218952 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=71ea483f-8bdd-4b4b-a65b-42a0bf5521fb,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:08.227521 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.231453 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:08.313349 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=71ea483f-8bdd-4b4b-a65b-42a0bf5521fb,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:08.317432 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:08.424338 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32882429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31748149'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.436333 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843b8d00-952c-4b40-a398-ae051aaabdab req-036cccd0-957f-4b0d-9763-662bc71d492d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:08.437793 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-843b8d00-952c-4b40-a398-ae051aaabdab req-036cccd0-957f-4b0d-9763-662bc71d492d tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.1322823 Jun 08 06:42:08.439377 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f52c6ca5-ee11-4b09-85c9-797042ba8a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:08.466377 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.478252 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Transition to ACTIVE for port object c11dcadf-b930-42de-8f22-bb12d9a30108 will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:08.484757 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.489014 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2cb5371c-4f29-4542-9548-013aa944067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:08.548690 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-843b8d00-952c-4b40-a398-ae051aaabdab req-3d34059f-5ad0-48a3-86ad-180b4f628c03 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826020 Jun 08 06:42:08.551646 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d28d17-64e5-41ec-b8a6-662eb0b73144,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:08.553859 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Checking segment: {'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:08.554220 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Network hostable DHCP agents. Network: ea268cd3-422d-43f0-9f39-d544dc5a700e, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:42:08.557266 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:08.574062 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Network ea268cd3-422d-43f0-9f39-d544dc5a700e is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:42:08.586217 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, ea268cd3-422d-43f0-9f39-d544dc5a700e) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:08.590447 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:08.591051 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.598105 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff85613-ffac-41e1-9ff6-c92d3edf674b None None] Network ea268cd3-422d-43f0-9f39-d544dc5a700e requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:42:08.613251 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49574) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:08.613825 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6389010 Jun 08 06:42:08.617807 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:08.649152 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33445727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11525'] for router, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.650343 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33445620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33435027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33501201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11530'] for router, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.671715 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.689420 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Pushing event updated for resources: {'Port': ['ID=c11dcadf-b930-42de-8f22-bb12d9a30108,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:08.714796 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.715138 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.715475 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.715837 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.716166 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.716491 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.716817 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.717180 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.717456 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.717777 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.718095 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.718407 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:08.734275 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:08.739106 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Attempting to bind port c11dcadf-b930-42de-8f22-bb12d9a30108 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:42:08.741829 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Attempting to bind port c11dcadf-b930-42de-8f22-bb12d9a30108 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:42:08.742208 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Attempting to bind port c11dcadf-b930-42de-8f22-bb12d9a30108 on network 35a34008-927c-4da4-915a-251572b2d9dd {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:08.748176 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:42:08.748554 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Checking segment: {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:08.749050 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.749455 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Bound using segment: {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:42:08.749927 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Bound port: c11dcadf-b930-42de-8f22-bb12d9a30108, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:42:08.750308 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.852463 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] For port c11dcadf-b930-42de-8f22-bb12d9a30108, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:42:08.856451 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] For port c11dcadf-b930-42de-8f22-bb12d9a30108, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c11dcadf-b930-42de-8f22-bb12d9a30108,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:42:08.861129 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.865804 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-2cb5371c-4f29-4542-9548-013aa944067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:08.867084 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0ce0fc-4adf-5d44-94c7-c9d50110abf7-ea268cd3-422d-43f0-9f39-d544dc5a700e', 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'fixed_ips': [{'subnet_id': '99d28d17-64e5-41ec-b8a6-662eb0b73144'}]}} from dv-cinder-760199-6-smb. {{(pid=91844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 06:42:08.868072 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:08.935077 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device bf9637fb-4e38-41f2-90b8-46ab704940bf up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:08.944234 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:08.944865 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:08.949156 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.079912 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Pushing event updated for resources: {'Port': ['ID=c11dcadf-b930-42de-8f22-bb12d9a30108,revision_number=4']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:09.096148 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:09.098679 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.db_base_plugin_common [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Allocated IP 172.20.0.2 (ea268cd3-422d-43f0-9f39-d544dc5a700e/99d28d17-64e5-41ec-b8a6-662eb0b73144/ec827bc0-0186-42be-bebd-2849d2a6028e) {{(pid=91844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:42:09.103145 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port bf9637fb-4e38-41f2-90b8-46ab704940bf completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:09.112748 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port bf9637fb-4e38-41f2-90b8-46ab704940bf triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:09.113250 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.268565 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:09.373930 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.408254 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.450285 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.458107 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced54596-904a-4571-a3b4-090949e59b56 req-1d8feabd-eb85-44e8-8fc0-28353f7606d5 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:09.459755 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ced54596-904a-4571-a3b4-090949e59b56 req-1d8feabd-eb85-44e8-8fc0-28353f7606d5 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 944 time: 0.2719238 Jun 08 06:42:09.492095 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f730c6fa-19e3-42a8-bc91-e55324add87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9637fb-4e38-41f2-90b8-46ab704940bf'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:09.494507 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aa8f26-25f0-4680-8076-ce763d7579fd" -d '{"events": [{"server_uuid": "f730c6fa-19e3-42a8-bc91-e55324add87e", "name": "network-vif-plugged", "status": "completed", "tag": "bf9637fb-4e38-41f2-90b8-46ab704940bf"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:09.498435 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Notify callbacks [] for port, precommit_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.511425 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port bf9637fb-4e38-41f2-90b8-46ab704940bf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bf9637fb-4e38-41f2-90b8-46ab704940bf,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:09.512702 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Transition to ACTIVE for port object ec827bc0-0186-42be-bebd-2849d2a6028e will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:09.522999 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.527175 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:09.563445 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ced54596-904a-4571-a3b4-090949e59b56 req-6df412c1-a602-4d09-886a-e205462ae927 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923138 Jun 08 06:42:09.587516 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Transition to ACTIVE for port object ec827bc0-0186-42be-bebd-2849d2a6028e will not be triggered until provisioned by entity DHCP. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:09.605610 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.606367 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:09.606367 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:09.606367 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:09.606367 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:09.606367 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:09.606367 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:09.606948 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Allocated IP 172.28.2.164 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/5b6d7c37-b840-4476-a43c-2de980fbeb92) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:42:09.611169 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=bf9637fb-4e38-41f2-90b8-46ab704940bf,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:09.616705 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:09.629808 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Network ea268cd3-422d-43f0-9f39-d544dc5a700e is already hosted by enough agents. {{(pid=91844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:09.633281 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.base_scheduler [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Resources bound (agent type, host, resource id): {{(pid=91844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:09.640135 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Received port after_create {{(pid=91844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:09.673454 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc4adf4-5517-47e2-9b03-f4e1b6e9e034 x-openstack-request-id: req-8bc4adf4-5517-47e2-9b03-f4e1b6e9e034 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:09.673782 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f730c6fa-19e3-42a8-bc91-e55324add87e", "name": "network-vif-plugged", "status": "completed", "tag": "bf9637fb-4e38-41f2-90b8-46ab704940bf", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:09.673992 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bc4adf4-5517-47e2-9b03-f4e1b6e9e034 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:09.674381 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f730c6fa-19e3-42a8-bc91-e55324add87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9637fb-4e38-41f2-90b8-46ab704940bf', 'code': 200} Jun 08 06:42:09.735119 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:09.743117 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecc50cd-76e6-4fb3-af2a-88d25a610694 None None] The sync data for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb is: [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:42:09.751466 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Attempting to bind port ec827bc0-0186-42be-bebd-2849d2a6028e on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:42:09.751868 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Attempting to bind port ec827bc0-0186-42be-bebd-2849d2a6028e by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:42:09.752498 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Attempting to bind port ec827bc0-0186-42be-bebd-2849d2a6028e on network ea268cd3-422d-43f0-9f39-d544dc5a700e {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:09.761252 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:42:09.761252 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Checking segment: {'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:09.761252 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.761252 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Bound using segment: {'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:42:09.761730 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Bound port: ec827bc0-0186-42be-bebd-2849d2a6028e, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:42:09.761814 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.856995 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bea8e0-f989-441f-8495-79f9957a31e1 req-2b6e7f89-a054-4686-b89a-8429c23c5505 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:09.870083 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a5bea8e0-f989-441f-8495-79f9957a31e1 req-2b6e7f89-a054-4686-b89a-8429c23c5505 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.1331558 Jun 08 06:42:09.886455 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:09.891042 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.958452 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a5bea8e0-f989-441f-8495-79f9957a31e1 req-d896b5b2-f9e2-4ce2-9379-140051e261e4 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900214 Jun 08 06:42:09.980160 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:09.980534 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.988986 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:09.989997 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:09.989997 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:09.989997 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:09.989997 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:09.989997 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:09.989997 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:10.030458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:10.033825 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:10.036333 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:10.057683 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] For port ec827bc0-0186-42be-bebd-2849d2a6028e, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:42:10.062176 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] For port ec827bc0-0186-42be-bebd-2849d2a6028e, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=ec827bc0-0186-42be-bebd-2849d2a6028e,segment=NetworkSegment(2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a),segment_id=2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:42:10.072238 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:10.077183 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:10.092724 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7dfa8-e651-4b97-a0fe-96851676a956 req-caab6054-6091-452d-ad59-e7bfe6122c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:10.094419 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-48e7dfa8-e651-4b97-a0fe-96851676a956 req-caab6054-6091-452d-ad59-e7bfe6122c26 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 1098 time: 0.1564307 Jun 08 06:42:10.232834 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Pushing event updated for resources: {'Port': ['ID=ec827bc0-0186-42be-bebd-2849d2a6028e,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:10.243056 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-adb7b9e0-6375-4e63-a51c-9c568cad280a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:10.445111 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-48e7dfa8-e651-4b97-a0fe-96851676a956 req-fdccc2c0-1fb0-4a0d-9b6a-18d6bfb15022 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845509 Jun 08 06:42:10.646554 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:11.013060 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4279bfc-41b9-46f8-bc6a-a7f4cf8d5253 req-fa4a043a-4f3b-45fc-a2ff-c513be24947b tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:11.014576 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e4279bfc-41b9-46f8-bc6a-a7f4cf8d5253 req-fa4a043a-4f3b-45fc-a2ff-c513be24947b tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.3170669 Jun 08 06:42:11.131834 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-0a0403e7-3605-47a3-aa6d-61a3995f8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:11.134173 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-0a0403e7-3605-47a3-aa6d-61a3995f8f3d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1137 time: 0.3003321 Jun 08 06:42:11.161779 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac308fb8-69b7-4d40-a170-0464ee7bee99 req-6b74fb4e-6417-494b-9e17-66ccbdc5b44e tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:11.170344 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ac308fb8-69b7-4d40-a170-0464ee7bee99 req-6b74fb4e-6417-494b-9e17-66ccbdc5b44e tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.0987046 Jun 08 06:42:11.196020 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:11.200488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244dfae9-92bd-4761-9d93-b58479473ee0 None None] Network ea268cd3-422d-43f0-9f39-d544dc5a700e requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:42:11.234520 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ac308fb8-69b7-4d40-a170-0464ee7bee99 req-5508db14-418b-46a1-af22-6d43fdd6fc6b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0631905 Jun 08 06:42:11.261106 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e4279bfc-41b9-46f8-bc6a-a7f4cf8d5253 req-9a156e44-2a21-4f2b-a665-45d8f6730043 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324822 Jun 08 06:42:11.322085 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-d9619c07-f375-4eba-a666-a9facac5e36d None None] Provisioning for port ec827bc0-0186-42be-bebd-2849d2a6028e completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:11.351614 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33445700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068'] for router, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:11.423698 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-20f1c00a-abf5-4981-9bb9-c819c43cda53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:11.425677 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-20f1c00a-abf5-4981-9bb9-c819c43cda53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 916 time: 0.2585464 Jun 08 06:42:11.614922 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-48da9208-501e-4297-a42a-0857b3a3d303 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 1001 time: 0.1374092 Jun 08 06:42:11.696803 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-2acbdfc5-9b97-472d-9a8b-ee675dba2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:11.698238 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-2acbdfc5-9b97-472d-9a8b-ee675dba2cbc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 200 len: 854 time: 0.0768542 Jun 08 06:42:11.739356 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Router a9930a9e-26c2-4767-94f5-298fc04f9e25 is scheduled to L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c with binding_index 1 {{(pid=91843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 06:42:11.828706 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device ec827bc0-0186-42be-bebd-2849d2a6028e up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:11.899537 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port ec827bc0-0186-42be-bebd-2849d2a6028e completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:11.904236 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port ec827bc0-0186-42be-bebd-2849d2a6028e triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:11.904607 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:12.020366 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:12.039917 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-45830786-92a5-462d-9fb1-787fc9a976ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:12.041206 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-45830786-92a5-462d-9fb1-787fc9a976ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70a233ce-b61d-44c9-a15f-45cbd9180ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3365231 Jun 08 06:42:12.054812 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port ec827bc0-0186-42be-bebd-2849d2a6028e, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=ec827bc0-0186-42be-bebd-2849d2a6028e,segment=NetworkSegment(2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a),segment_id=2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:12.058584 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:12.059423 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c11dcadf-b930-42de-8f22-bb12d9a30108 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:12.070964 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:42:12.088486 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:12.118678 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Sync routers for ids ['a9930a9e-26c2-4767-94f5-298fc04f9e25'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:42:12.149261 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] Notify callbacks [] for router, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:12.150439 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b8003bc9-b3d2-40d1-834d-de62c61417b5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5361116 Jun 08 06:42:12.153878 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49592) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:12.162655 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Routers {'a9930a9e-26c2-4767-94f5-298fc04f9e25'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:12.163539 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['a9930a9e-26c2-4767-94f5-298fc04f9e25'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:12.192224 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-56e397a8-73d7-4aa2-9d99-dff92e6e9cde service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424899 Jun 08 06:42:12.324335 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=ec827bc0-0186-42be-bebd-2849d2a6028e,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:12.334828 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0b9d59cc-425c-4184-8b1b-03216f9b9078 req-3dac713e-2662-4ecc-82c3-70c258ef17d6 service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358383 Jun 08 06:42:12.338113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:12.361618 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port c11dcadf-b930-42de-8f22-bb12d9a30108 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:12.372340 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port c11dcadf-b930-42de-8f22-bb12d9a30108 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:12.372717 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:12.403820 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Set router a9930a9e-26c2-4767-94f5-298fc04f9e25 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:12.492448 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc37b7-52bd-4576-bc70-b2042a4e16ca req-99d4014d-3685-43a4-8f6b-e270f6983c7a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:12.494739 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-67cc37b7-52bd-4576-bc70-b2042a4e16ca req-99d4014d-3685-43a4-8f6b-e270f6983c7a tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.0905898 Jun 08 06:42:12.541786 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-67cc37b7-52bd-4576-bc70-b2042a4e16ca req-2b1da256-df78-40de-a882-8527597513fa tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420241 Jun 08 06:42:12.734586 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e57191-1e59-49cf-8542-44f764fbd3f8 req-e5688ab1-5937-4cae-ae59-2dc18842e60c tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:12.736085 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-99e57191-1e59-49cf-8542-44f764fbd3f8 req-e5688ab1-5937-4cae-ae59-2dc18842e60c tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.2511299 Jun 08 06:42:12.751220 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:12.800424 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port c11dcadf-b930-42de-8f22-bb12d9a30108, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c11dcadf-b930-42de-8f22-bb12d9a30108,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:12.803912 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-99e57191-1e59-49cf-8542-44f764fbd3f8 req-fa112656-c008-4980-b938-4195e6403e5c tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616758 Jun 08 06:42:12.808685 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:12.812093 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-1b548387-f863-4dff-9c92-416b02214816 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:12.886813 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:42:10Z', 'revision_number': 3, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port': {'id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:09Z', 'updated_at': '2021-06-08T06:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:12.893932 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Checking router: a9930a9e-26c2-4767-94f5-298fc04f9e25 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:42:12.894445 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Updating router a9930a9e-26c2-4767-94f5-298fc04f9e25 port 5b6d7c37-b840-4476-a43c-2de980fbeb92 binding host dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:42:12.950372 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=c11dcadf-b930-42de-8f22-bb12d9a30108,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:12.961777 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:12.974059 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:12.981467 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.327069 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Notify callbacks [] for port, precommit_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.328888 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Allocated IP 172.20.0.1 (ea268cd3-422d-43f0-9f39-d544dc5a700e/99d28d17-64e5-41ec-b8a6-662eb0b73144/b105ec68-9898-4b15-8464-fdf467ad570d) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:42:13.339358 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Transition to ACTIVE for port object 5b6d7c37-b840-4476-a43c-2de980fbeb92 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:13.349649 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.354119 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:13.428413 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Attempting to bind port 5b6d7c37-b840-4476-a43c-2de980fbeb92 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:42:13.428812 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Attempting to bind port 5b6d7c37-b840-4476-a43c-2de980fbeb92 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:42:13.429139 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Attempting to bind port 5b6d7c37-b840-4476-a43c-2de980fbeb92 on network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:13.436587 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:42:13.436964 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:13.437365 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.437768 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Bound using segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:42:13.438226 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Bound port: 5b6d7c37-b840-4476-a43c-2de980fbeb92, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:42:13.438599 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.461903 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3237973-c245-4fe7-82ca-cc9f9f437b22 None None] Pushing event updated for resources: {'Port': ['ID=5b6d7c37-b840-4476-a43c-2de980fbeb92,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:13.469154 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-c3237973-c245-4fe7-82ca-cc9f9f437b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:13.493558 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.510900 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.provisioning_blocks [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Transition to ACTIVE for port object b105ec68-9898-4b15-8464-fdf467ad570d will not be triggered until provisioned by entity DHCP. {{(pid=91842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:13.514021 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] For port 5b6d7c37-b840-4476-a43c-2de980fbeb92, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:42:13.517291 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] For port 5b6d7c37-b840-4476-a43c-2de980fbeb92, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5b6d7c37-b840-4476-a43c-2de980fbeb92,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:42:13.522790 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.527979 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:13.536026 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.536637 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:13.536637 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:13.536637 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:13.536637 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:13.536637 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:13.536637 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:13.553525 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Network ea268cd3-422d-43f0-9f39-d544dc5a700e is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:13.554648 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:13.557133 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:13.613503 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Routers {'a9930a9e-26c2-4767-94f5-298fc04f9e25'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:13.614134 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['a9930a9e-26c2-4767-94f5-298fc04f9e25'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:13.614741 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33506538'] for router_interface, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.680961 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3237973-c245-4fe7-82ca-cc9f9f437b22 None None] Pushing event updated for resources: {'Port': ['ID=5b6d7c37-b840-4476-a43c-2de980fbeb92,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:13.686606 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-c3237973-c245-4fe7-82ca-cc9f9f437b22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:13.822389 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:13.825138 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device ec827bc0-0186-42be-bebd-2849d2a6028e up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:13.844690 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab879b1-353a-45f1-808a-42fb316a7239 req-eed0ee3c-ba81-4288-b520-d3b3a8281d58 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:13.846075 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0ab879b1-353a-45f1-808a-42fb316a7239 req-eed0ee3c-ba81-4288-b520-d3b3a8281d58 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.1757662 Jun 08 06:42:13.877917 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] Set router a9930a9e-26c2-4767-94f5-298fc04f9e25 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:13.952587 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0ab879b1-353a-45f1-808a-42fb316a7239 req-cd9ca9d1-f911-44d3-b337-b4eef64131b7 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752299 Jun 08 06:42:13.998863 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-d5b9aca6-48f3-4bf5-95e6-34303d159be3 None None] Provisioning for port b105ec68-9898-4b15-8464-fdf467ad570d completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:14.049156 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-d5b9aca6-48f3-4bf5-95e6-34303d159be3 None None] Provisioning complete for port b105ec68-9898-4b15-8464-fdf467ad570d triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:14.049533 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d5b9aca6-48f3-4bf5-95e6-34303d159be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:14.106760 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:14.111305 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:14.131448 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-d5b9aca6-48f3-4bf5-95e6-34303d159be3 None None] Port b105ec68-9898-4b15-8464-fdf467ad570d cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:42:14.141148 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:14.162021 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port ec827bc0-0186-42be-bebd-2849d2a6028e triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:14.162399 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:14.238146 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33506347'] for router_interface, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:14.242513 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Pushing event updated for resources: {'Port': ['ID=b105ec68-9898-4b15-8464-fdf467ad570d,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:14.245622 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:14.329329 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c11dcadf-b930-42de-8f22-bb12d9a30108 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:14.372590 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:42:10Z', 'revision_number': 3, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port': {'id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:09Z', 'updated_at': '2021-06-08T06:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:14.381385 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Network ea268cd3-422d-43f0-9f39-d544dc5a700e is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:14.381730 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876b65df-b812-464f-9b79-57ebd9e32974 None None] The sync data for ids ['a9930a9e-26c2-4767-94f5-298fc04f9e25'] in dv-cinder-760199-6-smb is: [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:42:10Z', 'revision_number': 3, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port': {'id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:09Z', 'updated_at': '2021-06-08T06:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:42:14.382508 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:14.405006 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port c11dcadf-b930-42de-8f22-bb12d9a30108 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:14.405388 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:14.614792 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Router a9930a9e-26c2-4767-94f5-298fc04f9e25 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:42:14.656330 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-c7179fa4-376c-4b5b-98c8-42004e1dabe6 None None] Provisioning complete for port b105ec68-9898-4b15-8464-fdf467ad570d triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:14.656943 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c7179fa4-376c-4b5b-98c8-42004e1dabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:14.748701 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-c7179fa4-376c-4b5b-98c8-42004e1dabe6 None None] Port b105ec68-9898-4b15-8464-fdf467ad570d cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:42:14.819254 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:42:14.824481 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] 10.222.0.44 "PUT /v2.0/routers/a9930a9e-26c2-4767-94f5-298fc04f9e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6695261 Jun 08 06:42:15.156117 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1cbfb-5b4b-481b-891a-19954ed310c0 req-02e8cc9d-02f2-4c12-b97d-d4051e03fd34 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:15.157640 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-31f1cbfb-5b4b-481b-891a-19954ed310c0 req-02e8cc9d-02f2-4c12-b97d-d4051e03fd34 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.0873759 Jun 08 06:42:15.205959 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-31f1cbfb-5b4b-481b-891a-19954ed310c0 req-bbe231ae-7db4-4645-ac8c-f09fb9b5ce73 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416391 Jun 08 06:42:15.495436 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49626) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:15.500289 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944142263', 'description': 'tempest-secgroup-smoke-1944142263 description', 'project_id': 'aea49328abd14c9c851ff8c907811a33'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:15.524967 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.630872 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.634050 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.639367 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3348997c-12e4-4515-883b-89c8bda7054c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:15.671643 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.673138 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1763151 Jun 08 06:42:15.676304 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49632) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:15.676596 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f6609a-540d-498f-b23e-e1216efd0c81,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:15.679303 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:15.681570 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6609a-540d-498f-b23e-e1216efd0c81', 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:15.714796 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.789569 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.794709 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.797150 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:15.804587 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5b6d7c37-b840-4476-a43c-2de980fbeb92 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:15.831602 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.836106 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49634) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:15.836767 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584208 Jun 08 06:42:15.837942 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4113da9f-bb68-4ca0-ae33-39f326d911e0,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:15.840730 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-2b513a48-cc68-4e40-abdf-8a12d1fa548d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6609a-540d-498f-b23e-e1216efd0c81', 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:15.848387 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:15.876004 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b513a48-cc68-4e40-abdf-8a12d1fa548d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:15.880473 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 5b6d7c37-b840-4476-a43c-2de980fbeb92 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:15.886175 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 5b6d7c37-b840-4476-a43c-2de980fbeb92 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:15.886556 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.018114 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.042587 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 5b6d7c37-b840-4476-a43c-2de980fbeb92, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5b6d7c37-b840-4476-a43c-2de980fbeb92,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:16.045570 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b513a48-cc68-4e40-abdf-8a12d1fa548d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.046910 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.049297 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b513a48-cc68-4e40-abdf-8a12d1fa548d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.051476 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1fb5ae87-1fe4-43e3-949c-7b1f2d71dbf5 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:16.051691 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:16.073918 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b513a48-cc68-4e40-abdf-8a12d1fa548d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297fb961-f4ef-4bae-a0f2-b781cb5a5746,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:16.076540 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2b513a48-cc68-4e40-abdf-8a12d1fa548d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:16.081892 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2b513a48-cc68-4e40-abdf-8a12d1fa548d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.085758 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-2b513a48-cc68-4e40-abdf-8a12d1fa548d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2459769 Jun 08 06:42:16.086045 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49638) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:16.094778 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-ce327986-e50f-4490-b33e-3dbd65b4bc7f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6609a-540d-498f-b23e-e1216efd0c81', 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:16.123942 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce327986-e50f-4490-b33e-3dbd65b4bc7f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.128621 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=5b6d7c37-b840-4476-a43c-2de980fbeb92,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:16.138791 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:16.190732 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce327986-e50f-4490-b33e-3dbd65b4bc7f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.194498 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce327986-e50f-4490-b33e-3dbd65b4bc7f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.201299 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-138d1188-5847-4b3d-b6f8-e497c9d7d487 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:16.219782 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce327986-e50f-4490-b33e-3dbd65b4bc7f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f286d37f-98c4-461c-90fc-897a97647fc9,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:16.222821 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-ce327986-e50f-4490-b33e-3dbd65b4bc7f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:16.230401 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-ce327986-e50f-4490-b33e-3dbd65b4bc7f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.232162 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-ce327986-e50f-4490-b33e-3dbd65b4bc7f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1450698 Jun 08 06:42:16.234831 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49644) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:16.240441 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6609a-540d-498f-b23e-e1216efd0c81', 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:16.269721 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.337299 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.341490 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.344407 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:16.375468 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd7c3a6-f1df-4cb7-acbe-890ca31b44e0,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:16.379217 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:16.380601 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.382013 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461217 Jun 08 06:42:16.385060 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49648) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:16.393946 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6609a-540d-498f-b23e-e1216efd0c81', 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:16.419116 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7676615-6c39-4a11-a60d-81dbaf7e7fdb req-3a51ca6b-6c28-406e-939e-784c0287cb49 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:16.421171 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b7676615-6c39-4a11-a60d-81dbaf7e7fdb req-3a51ca6b-6c28-406e-939e-784c0287cb49 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.1028070 Jun 08 06:42:16.426318 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.securitygroups_db [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Project aea49328abd14c9c851ff8c907811a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 06:42:16.438997 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.481801 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b7676615-6c39-4a11-a60d-81dbaf7e7fdb req-576d350c-ae89-4e94-b6f7-13cd6e52523f tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&id=8cf51570-4ae7-4a56-a48c-af7db816b399&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526187 Jun 08 06:42:16.513807 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.519738 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.521794 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0ebd9040-95da-424b-bd0e-66244db3bc1c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:16.544025 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6337d6ec-c9fb-41a1-9463-53588322519a,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:16.546361 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:16.551303 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.552485 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-50328fde-1617-4e38-aad3-65cc25f8bf32 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1658864 Jun 08 06:42:16.555076 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 49652) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:16.559377 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'security_group_rule': {'security_group_id': 'b2f6609a-540d-498f-b23e-e1216efd0c81', 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:16.580397 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.securitygroups_db [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Project aea49328abd14c9c851ff8c907811a33 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 06:42:16.586869 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.653732 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.657782 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.659909 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:16.682942 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ed1e55-8468-4800-986a-1ebcddfad25c,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:16.685396 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:16.689536 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:16.691307 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f0fb0e44-6841-4aee-affa-55f29eec9ae1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347561 Jun 08 06:42:16.928820 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Sync routers for ids ['a9930a9e-26c2-4767-94f5-298fc04f9e25'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:42:16.938022 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Routers {'a9930a9e-26c2-4767-94f5-298fc04f9e25'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:16.938624 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['a9930a9e-26c2-4767-94f5-298fc04f9e25'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:17.124277 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Set router a9930a9e-26c2-4767-94f5-298fc04f9e25 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:17.485276 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:42:13Z', 'revision_number': 4, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port': {'id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:09Z', 'updated_at': '2021-06-08T06:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'b105ec68-9898-4b15-8464-fdf467ad570d', 'name': '', 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'mac_address': 'fa:16:3e:b3:79:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '99d28d17-64e5-41ec-b8a6-662eb0b73144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:13Z', 'updated_at': '2021-06-08T06:42:13Z', 'revision_number': 2, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'subnets': [{'id': '99d28d17-64e5-41ec-b8a6-662eb0b73144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:17.488919 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Checking router: a9930a9e-26c2-4767-94f5-298fc04f9e25 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:42:17.489293 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Updating router a9930a9e-26c2-4767-94f5-298fc04f9e25 port b105ec68-9898-4b15-8464-fdf467ad570d binding host dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:42:17.542744 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:17.779202 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5b6d7c37-b840-4476-a43c-2de980fbeb92 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:17.861043 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 5b6d7c37-b840-4476-a43c-2de980fbeb92 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:17.861413 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:17.896016 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:17.907342 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Transition to ACTIVE for port object b105ec68-9898-4b15-8464-fdf467ad570d will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:17.913743 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:17.918367 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-53228e6c-ae36-44bd-b870-352e2bc3cb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:18.113236 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260281-fa30-47c5-928c-5376660fb600 None None] Pushing event updated for resources: {'Port': ['ID=b105ec68-9898-4b15-8464-fdf467ad570d,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:18.118119 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4c260281-fa30-47c5-928c-5376660fb600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:18.171477 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Attempting to bind port b105ec68-9898-4b15-8464-fdf467ad570d on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:42:18.171904 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Attempting to bind port b105ec68-9898-4b15-8464-fdf467ad570d by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:42:18.172904 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Attempting to bind port b105ec68-9898-4b15-8464-fdf467ad570d on network ea268cd3-422d-43f0-9f39-d544dc5a700e {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:18.179609 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:42:18.180024 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Checking segment: {'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:18.180580 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:18.180804 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Bound using segment: {'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:42:18.181337 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Bound port: b105ec68-9898-4b15-8464-fdf467ad570d, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:42:18.181654 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:18.274534 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] For port b105ec68-9898-4b15-8464-fdf467ad570d, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:42:18.277559 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] For port b105ec68-9898-4b15-8464-fdf467ad570d, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=b105ec68-9898-4b15-8464-fdf467ad570d,segment=NetworkSegment(2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a),segment_id=2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:42:18.281846 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:18.286771 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-9a9ff961-d7b9-41e0-aef5-ecdba0671144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:18.365142 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Routers {'a9930a9e-26c2-4767-94f5-298fc04f9e25'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:18.365142 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:41:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['a9930a9e-26c2-4767-94f5-298fc04f9e25'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:18.436581 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260281-fa30-47c5-928c-5376660fb600 None None] Pushing event updated for resources: {'Port': ['ID=b105ec68-9898-4b15-8464-fdf467ad570d,revision_number=4']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:18.440816 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-4c260281-fa30-47c5-928c-5376660fb600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:18.560240 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] Set router a9930a9e-26c2-4767-94f5-298fc04f9e25 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:18.877676 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:42:13Z', 'revision_number': 4, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port': {'id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:09Z', 'updated_at': '2021-06-08T06:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'b105ec68-9898-4b15-8464-fdf467ad570d', 'name': '', 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'mac_address': 'fa:16:3e:b3:79:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '99d28d17-64e5-41ec-b8a6-662eb0b73144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:13Z', 'updated_at': '2021-06-08T06:42:18Z', 'revision_number': 4, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'subnets': [{'id': '99d28d17-64e5-41ec-b8a6-662eb0b73144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:18.881820 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f376a1c8-3c8b-471d-a2a2-088371acc580 None None] The sync data for ids ['a9930a9e-26c2-4767-94f5-298fc04f9e25'] in dv-cinder-760199-6-smb is: [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:42:13Z', 'revision_number': 4, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port': {'id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:09Z', 'updated_at': '2021-06-08T06:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'b105ec68-9898-4b15-8464-fdf467ad570d', 'name': '', 'network_id': 'ea268cd3-422d-43f0-9f39-d544dc5a700e', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'mac_address': 'fa:16:3e:b3:79:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '99d28d17-64e5-41ec-b8a6-662eb0b73144', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:13Z', 'updated_at': '2021-06-08T06:42:18Z', 'revision_number': 4, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'subnets': [{'id': '99d28d17-64e5-41ec-b8a6-662eb0b73144', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:42:19.796772 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device b105ec68-9898-4b15-8464-fdf467ad570d up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:19.867672 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port b105ec68-9898-4b15-8464-fdf467ad570d completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:19.872082 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port b105ec68-9898-4b15-8464-fdf467ad570d triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:19.872457 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:19.990836 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:20.026746 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port b105ec68-9898-4b15-8464-fdf467ad570d, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=b105ec68-9898-4b15-8464-fdf467ad570d,segment=NetworkSegment(2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a),segment_id=2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:20.033505 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:20.035510 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-44f93e5c-837f-4c24-9cfa-6b113c91d699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:20.117446 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=b105ec68-9898-4b15-8464-fdf467ad570d,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:20.124625 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:20.872272 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1201dce9-2668-4a0c-9f3b-db6084986e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:21.807824 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device b105ec68-9898-4b15-8464-fdf467ad570d up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:21.876969 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port b105ec68-9898-4b15-8464-fdf467ad570d triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:21.877654 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:22.680023 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:23.493810 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d609bf9a-7850-4671-ad20-5ba9297f3cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:24.875745 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:26.538245 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:32.034181 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285fa0e-fd99-4405-80e6-a772cd4c2aa3 req-caa1b8bf-9727-4201-bbb6-092b94b7c3e9 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:32.035680 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6285fa0e-fd99-4405-80e6-a772cd4c2aa3 req-caa1b8bf-9727-4201-bbb6-092b94b7c3e9 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.0816889 Jun 08 06:42:32.079651 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6285fa0e-fd99-4405-80e6-a772cd4c2aa3 req-139f1fbf-1432-4093-8fb8-13091c2ddb56 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Jun 08 06:42:33.262078 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4193bc6-679f-4e86-85b0-a304f81fa0e1 req-514a8542-7495-40ec-838b-e19eb321c893 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:33.263522 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a4193bc6-679f-4e86-85b0-a304f81fa0e1 req-514a8542-7495-40ec-838b-e19eb321c893 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.0775890 Jun 08 06:42:33.306883 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a4193bc6-679f-4e86-85b0-a304f81fa0e1 req-9e3983ce-b6f0-4992-870c-a6c829743125 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373206 Jun 08 06:42:33.933971 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-5a488c94-fa66-4e17-930c-77c8d09bf3fb tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944142263&fields=id&tenant_id=aea49328abd14c9c851ff8c907811a33 HTTP/1.1" status: 200 len: 267 time: 0.0477924 Jun 08 06:42:34.080794 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b124a-dd21-49ee-8a60-746918749c85 req-28a78c68-9a6f-43e8-b991-ba1ac2370c0c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:34.082737 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-28a78c68-9a6f-43e8-b991-ba1ac2370c0c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 809 time: 0.1423874 Jun 08 06:42:34.097841 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-3d09651d-7ba4-4123-8953-cc1c878b1278 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/quotas/aea49328abd14c9c851ff8c907811a33 HTTP/1.1" status: 200 len: 375 time: 0.0097449 Jun 08 06:42:34.180885 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-6200fd35-59e8-4454-80b7-151798eea760 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780666 Jun 08 06:42:34.314660 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-5c9ad026-bedc-4a0c-bb72-eb53729491d2 service neutron] 10.222.0.44 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220005 Jun 08 06:42:34.496748 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbda9cc-e1dd-441e-81e5-2e915727a7bb req-407c3220-8d3d-4f24-a723-b125e3a7dfff tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:34.498328 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ffbda9cc-e1dd-441e-81e5-2e915727a7bb req-407c3220-8d3d-4f24-a723-b125e3a7dfff tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.0822732 Jun 08 06:42:34.529775 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-fcdf882b-d594-455c-ad29-12f68b6b4cf2 service neutron] 10.222.0.44 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088771 Jun 08 06:42:34.550327 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ffbda9cc-e1dd-441e-81e5-2e915727a7bb req-743507a4-9f07-45d3-83b4-a7543f56c7b2 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452509 Jun 08 06:42:34.911235 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3a89301a-2a18-400f-928e-d688f23b0430 req-a9a48b5e-5432-4536-9e1f-bde1afe0d526 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 210 time: 0.0422072 Jun 08 06:42:35.734533 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8ad62-9118-4dac-add2-a57f13475a6a req-546970fe-d467-491c-9099-bb528c9cf3dd tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:35.736008 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1eb8ad62-9118-4dac-add2-a57f13475a6a req-546970fe-d467-491c-9099-bb528c9cf3dd tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.0832713 Jun 08 06:42:35.785284 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1eb8ad62-9118-4dac-add2-a57f13475a6a req-953bcf5d-8076-4cea-9ebc-cc8b08df3bc7 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429556 Jun 08 06:42:36.000214 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b124a-dd21-49ee-8a60-746918749c85 req-929393c3-c32b-4433-ba89-8f7b0bff16fe tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:36.001615 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-929393c3-c32b-4433-ba89-8f7b0bff16fe tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.48 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 809 time: 0.1580892 Jun 08 06:42:36.058163 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-b46db4bf-5b0d-43c9-ba75-e94a9948e37f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aea49328abd14c9c851ff8c907811a33 HTTP/1.1" status: 200 len: 380 time: 0.0467007 Jun 08 06:42:36.066933 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-49dcd582-a8ea-480a-bbdd-c2e9bf881e98 req-2114d8f6-49b4-4501-8620-ffafd8148bb3 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 210 time: 0.0443282 Jun 08 06:42:36.067423 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'port': {'device_id': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'admin_state_up': True, 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'security_groups': ['b2f6609a-540d-498f-b23e-e1216efd0c81']}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:36.218414 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Made reservation on behalf of aea49328abd14c9c851ff8c907811a33 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:42:36.221920 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:36.391463 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Allocated IP 172.20.0.7 (35a34008-927c-4da4-915a-251572b2d9dd/a57f6b97-06cc-4751-818d-5d3e761924b6/ef25403a-574a-4d34-bcfb-90c001ef8d31) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:42:36.580090 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:36.596152 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Transition to ACTIVE for port object ef25403a-574a-4d34-bcfb-90c001ef8d31 will not be triggered until provisioned by entity DHCP. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:36.620504 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:36.623045 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:36.623045 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:36.623045 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:36.623045 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:36.623045 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:36.623045 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:36.639788 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Network 35a34008-927c-4da4-915a-251572b2d9dd is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:36.641089 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:36.644058 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:36.707035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:36.707653 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:36.726280 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-7e86b383-319a-449b-9b1a-1dbec58a189c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6626565 Jun 08 06:42:36.740811 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Request body: {'port': {'device_id': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:36.859047 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-ed59cd05-17b5-4c50-acb2-090f77721669 None None] Provisioning for port ef25403a-574a-4d34-bcfb-90c001ef8d31 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:36.866944 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:36.867268 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-ed59cd05-17b5-4c50-acb2-090f77721669 None None] Provisioning complete for port ef25403a-574a-4d34-bcfb-90c001ef8d31 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:36.867854 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-ed59cd05-17b5-4c50-acb2-090f77721669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:36.924577 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-ed59cd05-17b5-4c50-acb2-090f77721669 None None] Port ef25403a-574a-4d34-bcfb-90c001ef8d31 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:42:36.996640 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e353c-11a1-4add-9b65-bc7062d20479 req-4b5be9c0-d86a-4c9a-8618-029197f20d3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:36.998097 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-850e353c-11a1-4add-9b65-bc7062d20479 req-4b5be9c0-d86a-4c9a-8618-029197f20d3e tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.0868394 Jun 08 06:42:37.043920 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-850e353c-11a1-4add-9b65-bc7062d20479 req-52f78417-1bf2-44c3-902d-f416839b2cdd tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 Jun 08 06:42:37.188685 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-f81cc0ae-3593-44be-a50d-c0c81402d9be tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:37.190180 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-f81cc0ae-3593-44be-a50d-c0c81402d9be tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.48 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.1974945 Jun 08 06:42:37.453779 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af04a99-089a-40b7-b127-6eea6aea953c req-12186c1e-73fd-4e76-a369-89a44e75a140 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:37.455224 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0af04a99-089a-40b7-b127-6eea6aea953c req-12186c1e-73fd-4e76-a369-89a44e75a140 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 931 time: 0.2610843 Jun 08 06:42:37.571123 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef25403a-574a-4d34-bcfb-90c001ef8d31 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:42:37.582854 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:37.615912 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Deleting port bf9637fb-4e38-41f2-90b8-46ab704940bf {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:42:37.616250 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:37.631579 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Transition to ACTIVE for port object ef25403a-574a-4d34-bcfb-90c001ef8d31 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:42:37.679498 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:37.689690 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-648e6040-c47a-4a6e-99b9-99cb69165667 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:37.727599 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0af04a99-089a-40b7-b127-6eea6aea953c req-6b4c9c68-b639-4ac7-9786-23dc1df891f3 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661238 Jun 08 06:42:37.906629 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ef25403a-574a-4d34-bcfb-90c001ef8d31,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:37.937535 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:37.944919 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] For port bf9637fb-4e38-41f2-90b8-46ab704940bf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bf9637fb-4e38-41f2-90b8-46ab704940bf,segment=NetworkSegment(cc9483da-e81b-4e66-8cdf-f7ebcd6261b5),segment_id=cc9483da-e81b-4e66-8cdf-f7ebcd6261b5)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:37.945275 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:38.079268 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Calling delete_port for bf9637fb-4e38-41f2-90b8-46ab704940bf owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:42:38.116892 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Attempting to bind port ef25403a-574a-4d34-bcfb-90c001ef8d31 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:42:38.117232 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Attempting to bind port ef25403a-574a-4d34-bcfb-90c001ef8d31 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:42:38.117564 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Attempting to bind port ef25403a-574a-4d34-bcfb-90c001ef8d31 on network 35a34008-927c-4da4-915a-251572b2d9dd {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:38.123993 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Port ef25403a-574a-4d34-bcfb-90c001ef8d31 on network 35a34008-927c-4da4-915a-251572b2d9dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:42:38.124315 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Attempting to bind port ef25403a-574a-4d34-bcfb-90c001ef8d31 on network 35a34008-927c-4da4-915a-251572b2d9dd {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:42:38.132293 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:42:38.132624 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Checking segment: {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:42:38.132999 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Bound using segment: {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:42:38.133429 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Bound port: ef25403a-574a-4d34-bcfb-90c001ef8d31, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f37601a-e4aa-4dd3-b849-de52cb36c215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:42:38.133770 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:38.141852 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:42:38.353241 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:42:38.367004 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:38.375462 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b4df33-1811-4f25-b758-480740ee6257 req-acf29c68-e6ec-4458-8c24-e5d7e416dc22 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:38.376955 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b2b4df33-1811-4f25-b758-480740ee6257 req-acf29c68-e6ec-4458-8c24-e5d7e416dc22 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/ports?device_id=f730c6fa-19e3-42a8-bc91-e55324add87e HTTP/1.1" status: 200 len: 945 time: 0.2253590 Jun 08 06:42:38.378993 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['bf9637fb-4e38-41f2-90b8-46ab704940bf'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:42:38.379477 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:42:38.383704 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:38.428690 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:38.446027 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Pushing event deleted for resources: {'Port': ['ID=bf9637fb-4e38-41f2-90b8-46ab704940bf,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:38.453873 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:38.456718 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:38.548131 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:38.548750 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:38.550671 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] 10.222.0.48 "PUT /v2.0/ports/ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 1093 time: 1.8148925 Jun 08 06:42:38.553901 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:38.556013 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae849d7d-ece4-4612-9731-e34fabbe68d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:38.638984 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918184bd-6b8e-495c-8ef7-60deba40e32f x-openstack-request-id: req-918184bd-6b8e-495c-8ef7-60deba40e32f {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:38.639309 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:38.639592 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-918184bd-6b8e-495c-8ef7-60deba40e32f {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:38.640036 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'status': 'completed', 'code': 200} Jun 08 06:42:38.649622 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] No DVR routers for this DVR port bf9637fb-4e38-41f2-90b8-46ab704940bf on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:42:38.660800 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b2b4df33-1811-4f25-b758-480740ee6257 req-a3ab2564-d0e1-4b40-aadd-63b7ebe90ea3 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.44 "GET /v2.0/security-groups?id=48641b20-0c82-4933-ada3-b99477bef4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420096 Jun 08 06:42:38.664889 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:38.666788 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7ddb520d-81f0-40d9-bd1b-66f6dfa13d05 req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] 10.222.0.48 "DELETE /v2.0/ports/bf9637fb-4e38-41f2-90b8-46ab704940bf HTTP/1.1" status: 204 len: 173 time: 1.4358323 Jun 08 06:42:38.694040 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Pushing event updated for resources: {'Port': ['ID=ef25403a-574a-4d34-bcfb-90c001ef8d31,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:38.698563 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:38.722262 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b124a-dd21-49ee-8a60-746918749c85 req-aa19becb-9313-4f04-9b36-6b0548cd08c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:38.723800 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-aa19becb-9313-4f04-9b36-6b0548cd08c2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1096 time: 0.1273813 Jun 08 06:42:38.804641 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-ca0124c8-6a2f-40e7-b6fe-7e9ebdd6fee0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 217 time: 0.0725451 Jun 08 06:42:38.884276 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b124a-dd21-49ee-8a60-746918749c85 req-53159b1f-7386-4891-be64-7c92d54b5c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:38.885653 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-53159b1f-7386-4891-be64-7c92d54b5c9f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 200 len: 848 time: 0.0741453 Jun 08 06:42:38.941793 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75edb8-298e-4bff-a4be-dbec91c55dfd req-10b6664c-d8fc-475b-9c73-119d88f043cb tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:38.943283 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ea75edb8-298e-4bff-a4be-dbec91c55dfd req-10b6664c-d8fc-475b-9c73-119d88f043cb tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 943 time: 0.0850949 Jun 08 06:42:38.962641 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b124a-dd21-49ee-8a60-746918749c85 req-cdb2527c-0eed-48c7-a485-12574fc60e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:38.964230 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-cdb2527c-0eed-48c7-a485-12574fc60e51 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35a34008-927c-4da4-915a-251572b2d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695250 Jun 08 06:42:38.986433 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ea75edb8-298e-4bff-a4be-dbec91c55dfd req-7e2c8dbe-1d2c-4351-96a4-11ac994597df tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374475 Jun 08 06:42:39.105147 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-e41b7aaf-e938-4464-bd23-b8ed0c790e6e service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318746 Jun 08 06:42:39.335533 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d64b124a-dd21-49ee-8a60-746918749c85 req-819f3abd-c290-4ea2-80ec-3e2ca2484673 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220228 Jun 08 06:42:39.452677 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-e5afae55-9dfb-49e6-b232-85204b1898cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:39.454046 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-e5afae55-9dfb-49e6-b232-85204b1898cd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0721140 Jun 08 06:42:39.582057 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-971b5ff1-c9df-4caa-8ee5-5e5c824100e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:39.583489 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-971b5ff1-c9df-4caa-8ee5-5e5c824100e7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 910 time: 0.1221192 Jun 08 06:42:39.652665 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-046e9a8e-8b25-4e24-989e-6510397b6578 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 217 time: 0.0619061 Jun 08 06:42:39.714800 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-63d316b2-30ca-4af2-af06-7668e4d3cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:39.716291 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-63d316b2-30ca-4af2-af06-7668e4d3cf1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 200 len: 848 time: 0.0565495 Jun 08 06:42:39.792376 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-d4722844-26c9-4136-9e84-517b44ede5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:39.793874 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-d4722844-26c9-4136-9e84-517b44ede5a7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35a34008-927c-4da4-915a-251572b2d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704982 Jun 08 06:42:39.925800 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-04093856-3c98-461b-852c-94d43f7a77c1 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239140 Jun 08 06:42:40.067729 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ae849d7d-ece4-4612-9731-e34fabbe68d3 req-9a923459-787f-4758-be66-c82c97063f15 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350565 Jun 08 06:42:40.196853 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfa1ff-8554-4f53-98d2-14f8ca50fec3 req-d3ebd7a8-8032-42fc-ab2c-396f23628769 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:40.198323 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cedfa1ff-8554-4f53-98d2-14f8ca50fec3 req-d3ebd7a8-8032-42fc-ab2c-396f23628769 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 943 time: 0.0908585 Jun 08 06:42:40.243100 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cedfa1ff-8554-4f53-98d2-14f8ca50fec3 req-bf3844d6-789a-4918-a2b2-8b71cdc6c3a2 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390821 Jun 08 06:42:40.641253 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f730c6fa-19e3-42a8-bc91-e55324add87e', 'name': 'network-vif-deleted', 'tag': 'bf9637fb-4e38-41f2-90b8-46ab704940bf'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:40.643629 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69b0afa-3cd7-4f43-9670-ac64768164fc" -d '{"events": [{"server_uuid": "f730c6fa-19e3-42a8-bc91-e55324add87e", "name": "network-vif-deleted", "tag": "bf9637fb-4e38-41f2-90b8-46ab704940bf"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:40.684083 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7227d6f0-bd5c-4a8c-becf-d2577ccdc1fb x-openstack-request-id: req-7227d6f0-bd5c-4a8c-becf-d2577ccdc1fb {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:40.684398 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f730c6fa-19e3-42a8-bc91-e55324add87e", "name": "network-vif-deleted", "tag": "bf9637fb-4e38-41f2-90b8-46ab704940bf", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:40.684674 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7227d6f0-bd5c-4a8c-becf-d2577ccdc1fb {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:40.685085 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f730c6fa-19e3-42a8-bc91-e55324add87e', 'name': 'network-vif-deleted', 'tag': 'bf9637fb-4e38-41f2-90b8-46ab704940bf', 'status': 'completed', 'code': 200} Jun 08 06:42:41.036769 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device bf9637fb-4e38-41f2-90b8-46ab704940bf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:42:41.070678 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: bf9637fb-4e38-41f2-90b8-46ab704940bf {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:42:41.071044 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device bf9637fb-4e38-41f2-90b8-46ab704940bf not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:42:41.173607 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:41.441107 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787e618-20f4-46fa-9644-aa6defb342c4 req-88961255-7a35-4442-a036-72352fe51ac1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:41.442599 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0787e618-20f4-46fa-9644-aa6defb342c4 req-88961255-7a35-4442-a036-72352fe51ac1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 943 time: 0.0858121 Jun 08 06:42:41.498505 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0787e618-20f4-46fa-9644-aa6defb342c4 req-25dc5523-69b8-425b-bd00-d6fcfe8935c2 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492835 Jun 08 06:42:42.672753 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5bd42-097c-455d-ab32-78c27f5743b7 req-f7261547-1e75-41d9-bf62-9db43eabba1b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:42.674220 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-79c5bd42-097c-455d-ab32-78c27f5743b7 req-f7261547-1e75-41d9-bf62-9db43eabba1b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 943 time: 0.0791197 Jun 08 06:42:42.722226 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-79c5bd42-097c-455d-ab32-78c27f5743b7 req-45d1bbda-93a9-46af-ad0d-d798a247baad tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Jun 08 06:42:43.042719 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ef25403a-574a-4d34-bcfb-90c001ef8d31 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:42:43.197770 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:43.212087 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'port_id': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'mac_address': 'fa:16:3e:7a:86:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:42:43.269787 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:43.285734 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef25403a-574a-4d34-bcfb-90c001ef8d31 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:42:43.300909 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:43.304384 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:43.306053 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:43.369662 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=ef25403a-574a-4d34-bcfb-90c001ef8d31,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:43.376639 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.376982 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.377317 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.377647 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.378503 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.378826 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.379147 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.379465 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.379805 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.380122 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.380436 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.380748 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:42:43.384476 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:43.559714 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['ef25403a-574a-4d34-bcfb-90c001ef8d31'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:42:43.907412 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7753a-839e-4e91-a74d-1492dbc682d5 req-eb76a820-e8ca-45a4-bae5-bbd42e585999 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:43.908894 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7ad7753a-839e-4e91-a74d-1492dbc682d5 req-eb76a820-e8ca-45a4-bae5-bbd42e585999 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 944 time: 0.0801735 Jun 08 06:42:43.957592 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7ad7753a-839e-4e91-a74d-1492dbc682d5 req-cd982164-3356-46d5-a178-0a084428fb1d tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423017 Jun 08 06:42:44.551887 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e6a5f-6824-4c15-8d94-e1ec608348c4 req-1bf4c985-57e4-4c8f-a38b-07903c58380c tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:44.553346 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-068e6a5f-6824-4c15-8d94-e1ec608348c4 req-1bf4c985-57e4-4c8f-a38b-07903c58380c tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0801806 Jun 08 06:42:44.597665 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-068e6a5f-6824-4c15-8d94-e1ec608348c4 req-30d24ce9-d584-4ac8-a8a9-1f61481e9aef tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384057 Jun 08 06:42:45.053112 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ef25403a-574a-4d34-bcfb-90c001ef8d31 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:45.122144 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port ef25403a-574a-4d34-bcfb-90c001ef8d31 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:42:45.126614 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port ef25403a-574a-4d34-bcfb-90c001ef8d31 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:45.127021 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:45.141570 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35666379-e8ae-45fb-a686-fc820002b373 req-9481dac1-9166-4678-938f-e7658b41eb0f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:45.143019 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-35666379-e8ae-45fb-a686-fc820002b373 req-9481dac1-9166-4678-938f-e7658b41eb0f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 944 time: 0.0789013 Jun 08 06:42:45.188277 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-35666379-e8ae-45fb-a686-fc820002b373 req-1a0e980e-dff3-4785-b095-6c960ac63c98 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384200 Jun 08 06:42:45.242611 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:45.267551 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:45.270281 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6d8855-750b-4bb4-9c63-c7dfe84485a6" -d '{"events": [{"server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:45.277854 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:45.282011 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:45.285633 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:45.316648 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25908c07-c0ba-49cd-8265-231c2e58fbbc x-openstack-request-id: req-25908c07-c0ba-49cd-8265-231c2e58fbbc {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:45.316945 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:45.317199 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25908c07-c0ba-49cd-8265-231c2e58fbbc {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:45.317573 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'code': 200} Jun 08 06:42:45.356329 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=ef25403a-574a-4d34-bcfb-90c001ef8d31,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:45.359788 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:45.614888 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1d17e-aa46-414b-9e03-777f672ea482 req-56af3b71-bd78-473b-88ed-cf8cd83a2b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:45.616397 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-05a1d17e-aa46-414b-9e03-777f672ea482 req-56af3b71-bd78-473b-88ed-cf8cd83a2b31 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0724719 Jun 08 06:42:45.661612 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-05a1d17e-aa46-414b-9e03-777f672ea482 req-63367d61-9839-4bbc-b8e7-3275de38320f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370095 Jun 08 06:42:45.789744 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261bb2e-3a1e-49e4-82bd-7e0df1a00152 req-a955a3db-0c50-4677-8cfe-1b59f26ecb4e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:45.791228 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0261bb2e-3a1e-49e4-82bd-7e0df1a00152 req-a955a3db-0c50-4677-8cfe-1b59f26ecb4e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0836763 Jun 08 06:42:45.835285 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0261bb2e-3a1e-49e4-82bd-7e0df1a00152 req-d539acac-d0e0-42ee-9a59-a022336b4bc5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382478 Jun 08 06:42:46.380736 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756a0c-e4fc-4624-856c-bc63dc301696 req-e5c110ad-69f8-4a1b-b8b9-453d0f1a7719 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:46.382196 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2a756a0c-e4fc-4624-856c-bc63dc301696 req-e5c110ad-69f8-4a1b-b8b9-453d0f1a7719 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0848656 Jun 08 06:42:46.426252 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2a756a0c-e4fc-4624-856c-bc63dc301696 req-414b4365-a726-4840-8d80-d49a3f3d5785 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384445 Jun 08 06:42:47.024924 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3452f00-1719-4acb-9578-b28d49500ae8 req-952a1345-c761-4968-8b9f-43a2ebb70a3b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:47.026387 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d3452f00-1719-4acb-9578-b28d49500ae8 req-952a1345-c761-4968-8b9f-43a2ebb70a3b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0775561 Jun 08 06:42:47.071365 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d3452f00-1719-4acb-9578-b28d49500ae8 req-bb9e2da8-75d1-435b-a940-a6ca38f5a8cf tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391192 Jun 08 06:42:47.610351 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50e6c-8d90-4a04-bb2b-cb77021b91e2 req-5e3442f1-b265-40ac-a84b-88c955836d24 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:47.611814 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-79d50e6c-8d90-4a04-bb2b-cb77021b91e2 req-5e3442f1-b265-40ac-a84b-88c955836d24 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0816183 Jun 08 06:42:47.670120 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-79d50e6c-8d90-4a04-bb2b-cb77021b91e2 req-9c8a112a-1863-443f-b425-a4d6350b1055 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521495 Jun 08 06:42:47.859253 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162a840-327f-43d6-9553-940c1d72e88a req-945c57c4-d2a1-41f6-b321-569e3c6e3328 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:47.860724 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0162a840-327f-43d6-9553-940c1d72e88a req-945c57c4-d2a1-41f6-b321-569e3c6e3328 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0830221 Jun 08 06:42:47.903375 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0162a840-327f-43d6-9553-940c1d72e88a req-d97c753f-ff29-4623-b618-0e33f5fd3434 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363238 Jun 08 06:42:47.926170 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49990) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:48.100793 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e881a6-4ea3-4f08-9e22-5b48a7db470f tempest-TestShelveInstance-1868350716 tempest-TestShelveInstance-1868350716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:48.102307 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-67e881a6-4ea3-4f08-9e22-5b48a7db470f tempest-TestShelveInstance-1868350716 tempest-TestShelveInstance-1868350716-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1093 time: 0.1752052 Jun 08 06:42:48.105225 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 49996) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:48.109880 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Request body: {'floatingip': {'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'port_id': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:48.136197 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for floatingip, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:48.267636 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf22646-07ed-40ab-bb02-77c9261f81ef req-e2bcc88d-4caa-454e-bf4e-de41e780b544 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:48.269597 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-daf22646-07ed-40ab-bb02-77c9261f81ef req-e2bcc88d-4caa-454e-bf4e-de41e780b544 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0828748 Jun 08 06:42:48.281622 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:48.316497 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-daf22646-07ed-40ab-bb02-77c9261f81ef req-0d3d1f2f-38a4-4510-b962-119fa7cf3925 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 Jun 08 06:42:48.434666 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Allocated IP 172.28.2.131 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/748517cd-12dd-4cfe-9e9d-ced6b4bab09a) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:42:48.580223 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:48.609734 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:48.610465 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:48.610465 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:42:48.610465 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:42:48.610465 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:42:48.610465 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:42:48.610465 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:42:48.626490 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:42:48.628089 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:42:48.630565 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:42:49.124491 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:49.198081 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:49.403540 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:49.407806 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:49.412081 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-7744401a-4e14-44e9-8dac-f0ad9c064277 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:49.557874 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event updated for resources: {'Port': ['ID=748517cd-12dd-4cfe-9e9d-ced6b4bab09a,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:49.564714 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:49.583564 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:49.710462 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a513ac-e456-4f2e-9486-7fa6b91dbc85 req-43411756-ec05-42fe-b36a-ab24728ccaf5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:49.711868 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-48a513ac-e456-4f2e-9486-7fa6b91dbc85 req-43411756-ec05-42fe-b36a-ab24728ccaf5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.2716269 Jun 08 06:42:49.787399 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-48a513ac-e456-4f2e-9486-7fa6b91dbc85 req-7825aa58-a527-4fe4-a5ef-e158c9d4780b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611267 Jun 08 06:42:49.796413 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.l3_db [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Floating IP c7fd8347-3020-43e7-b301-62c90da6e0f2 associated. External IP: 172.28.2.131, port: ef25403a-574a-4d34-bcfb-90c001ef8d31. Jun 08 06:42:50.142159 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Router 51a67f59-9438-4866-a79c-6859ea1d5a2d has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:42:50.431981 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:42:50.444049 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] Sync routers for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:42:50.451715 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:50.453626 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:50.454258 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:42:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:50.508630 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4022038 Jun 08 06:42:50.509278 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31'}] {{(pid=91842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:50.511564 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212c8030204c7a9a6dfb82513378ba29732fd789529080a2383ebb1272441bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f31881f-d196-4b74-99e4-f548f3da534c" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31"}]}' {{(pid=91842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:50.559420 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22daae63-6415-41d6-a6f3-e9ad7867a1d9 x-openstack-request-id: req-22daae63-6415-41d6-a6f3-e9ad7867a1d9 {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:50.559793 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31", "status": "completed", "code": 200}]} {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:50.560122 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22daae63-6415-41d6-a6f3-e9ad7867a1d9 {{(pid=91842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:50.560602 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'status': 'completed', 'code': 200} Jun 08 06:42:50.630790 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:50.654680 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31881f-d196-4b74-99e4-f548f3da534c req-5c5d7ea9-0ac4-42fd-ac4a-b643be022763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:50.656226 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f31881f-d196-4b74-99e4-f548f3da534c req-5c5d7ea9-0ac4-42fd-ac4a-b643be022763 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0729733 Jun 08 06:42:50.873698 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31881f-d196-4b74-99e4-f548f3da534c req-15b6032f-5c89-429c-bac1-da6561bd29ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:50.875136 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f31881f-d196-4b74-99e4-f548f3da534c req-15b6032f-5c89-429c-bac1-da6561bd29ac service neutron] 10.222.0.48 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 910 time: 0.2122092 Jun 08 06:42:50.888610 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-434139c0-6643-4404-afb1-53db7ba3a8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:50.985416 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f31881f-d196-4b74-99e4-f548f3da534c req-563b4b78-3229-43bf-bd20-49a68240f81a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 999 time: 0.1017430 Jun 08 06:42:50.995479 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': 'c7fd8347-3020-43e7-b301-62c90da6e0f2', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'port_id': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'mac_address': 'fa:16:3e:7a:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:42:49Z', 'updated_at': '2021-06-08T06:42:49Z', 'revision_number': 0, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:12Z', 'revision_number': 5, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:50.999432 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] Checking router: 51a67f59-9438-4866-a79c-6859ea1d5a2d for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:42:51.007879 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:51.008555 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:42:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:51.049309 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31881f-d196-4b74-99e4-f548f3da534c req-2ec1a406-e0e7-498c-95c3-26b968f0a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:51.050775 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f31881f-d196-4b74-99e4-f548f3da534c req-2ec1a406-e0e7-498c-95c3-26b968f0a4f1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 200 len: 848 time: 0.0581417 Jun 08 06:42:51.054131 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14c7e3-af48-4cee-bc7f-a4f3dc6d8d9b req-274f0a1a-8861-4957-a2c3-b259a88a5281 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:51.055853 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6a14c7e3-af48-4cee-bc7f-a4f3dc6d8d9b req-274f0a1a-8861-4957-a2c3-b259a88a5281 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.1509163 Jun 08 06:42:51.102825 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6a14c7e3-af48-4cee-bc7f-a4f3dc6d8d9b req-5eb8c659-8265-4d01-a601-00c56c6630f4 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408924 Jun 08 06:42:51.131225 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31881f-d196-4b74-99e4-f548f3da534c req-14762d78-d987-4a19-a322-81e35a18e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:51.132770 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f31881f-d196-4b74-99e4-f548f3da534c req-14762d78-d987-4a19-a322-81e35a18e9d9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35a34008-927c-4da4-915a-251572b2d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747087 Jun 08 06:42:51.185976 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:51.264327 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f31881f-d196-4b74-99e4-f548f3da534c req-88f0b4fa-64ae-4981-83b5-1a9b473e85e7 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234348 Jun 08 06:42:51.398993 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7f31881f-d196-4b74-99e4-f548f3da534c req-5bbaab57-59ff-4363-9919-be9968660675 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275818 Jun 08 06:42:51.560987 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': 'c7fd8347-3020-43e7-b301-62c90da6e0f2', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'port_id': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'mac_address': 'fa:16:3e:7a:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:42:49Z', 'updated_at': '2021-06-08T06:42:49Z', 'revision_number': 0, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:12Z', 'revision_number': 5, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:51.565604 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17b3fc6-3847-4bea-bfc5-a40437913b86 None None] The sync data for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb is: [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': 'c7fd8347-3020-43e7-b301-62c90da6e0f2', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'port_id': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'mac_address': 'fa:16:3e:7a:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:42:49Z', 'updated_at': '2021-06-08T06:42:49Z', 'revision_number': 0, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:12Z', 'revision_number': 5, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:42:51.754288 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bdd72b-bf26-4874-91c1-b4763fa3de0b None None] New status for floating IP c7fd8347-3020-43e7-b301-62c90da6e0f2: ACTIVE {{(pid=91845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:42:52.337049 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8b8f3-ecd2-4a23-8800-36643897ad52 req-25954776-8017-4024-a005-6df40bf944ca tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:52.338485 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50b8b8f3-ecd2-4a23-8800-36643897ad52 req-25954776-8017-4024-a005-6df40bf944ca tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.1269128 Jun 08 06:42:52.391431 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50b8b8f3-ecd2-4a23-8800-36643897ad52 req-cf20cb0f-870f-444b-82b0-b47a584aa4f5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473609 Jun 08 06:42:52.689607 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:53.496483 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b823000d-06f6-449d-b231-bcace908864a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:53.581578 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a066d8b-faac-4b30-962c-fcd4a58bc75d req-b1ecc42c-7485-4fd7-8c54-c495b348c492 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:53.583047 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7a066d8b-faac-4b30-962c-fcd4a58bc75d req-b1ecc42c-7485-4fd7-8c54-c495b348c492 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0784640 Jun 08 06:42:53.631197 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7a066d8b-faac-4b30-962c-fcd4a58bc75d req-3991722d-33fd-48a7-8eb0-dd061e33ab98 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423851 Jun 08 06:42:54.822650 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb1d62-8626-494e-9f76-5fc117818d75 req-ec7b99ef-e2ca-4ce6-8239-d193e6ad3ce8 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:54.824107 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e3bb1d62-8626-494e-9f76-5fc117818d75 req-ec7b99ef-e2ca-4ce6-8239-d193e6ad3ce8 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0839651 Jun 08 06:42:54.868883 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e3bb1d62-8626-494e-9f76-5fc117818d75 req-15e81362-c7e5-4c4f-aa61-4f398d8a3bd3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393076 Jun 08 06:42:54.877392 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:55.117318 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-57404d0a-738d-405e-9e55-cf93fd1496d2 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108767977&fields=id&tenant_id=11ba0909bed9400392afa3ee22c9f71f HTTP/1.1" status: 200 len: 267 time: 0.0396986 Jun 08 06:42:55.201175 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-d0547346-f513-4716-85ba-8e96b9dae7c4 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:55.202633 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-d0547346-f513-4716-85ba-8e96b9dae7c4 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 984 time: 0.0794923 Jun 08 06:42:55.213409 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Request body: {'port': {'security_groups': ['aec55b11-c991-4c25-a2ea-eb321aae31c2']}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:42:55.337306 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:55.576164 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] For port 73998213-7a06-4808-ac96-5f0d3f66edd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73998213-7a06-4808-ac96-5f0d3f66edd7,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:55.600563 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:55.604825 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:55.611201 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e36e1bc1-d13e-43f3-a779-1b8db0d6cd2b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:55.617512 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['73998213-7a06-4808-ac96-5f0d3f66edd7'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:42:55.672329 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:55.672954 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:55.674362 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-efaca6ea-8f37-47c4-afdb-1cb9d2ab80d5 req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "PUT /v2.0/ports/73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 942 time: 0.4656956 Jun 08 06:42:55.674884 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7'}] {{(pid=91842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:55.682914 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212c8030204c7a9a6dfb82513378ba29732fd789529080a2383ebb1272441bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d821763-4c0f-431b-86d7-173e205438e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7"}]}' {{(pid=91842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:55.683134 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50068) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:55.736951 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event updated for resources: {'Port': ['ID=73998213-7a06-4808-ac96-5f0d3f66edd7,revision_number=7']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:55.740184 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e2cf9c55-26f4-4a73-bba4-2037a6c8bedf tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:55.745551 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72a5bab-536c-4ce2-8633-c0700e1f7e9e x-openstack-request-id: req-c72a5bab-536c-4ce2-8633-c0700e1f7e9e {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:55.746059 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7", "status": "completed", "code": 200}]} {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:55.746508 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c72a5bab-536c-4ce2-8633-c0700e1f7e9e {{(pid=91842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:55.747109 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'status': 'completed', 'code': 200} Jun 08 06:42:55.792506 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['73998213-7a06-4808-ac96-5f0d3f66edd7'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:42:55.840968 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1bae-5106-4240-9200-e23cb620c84c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:55.881572 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1bae-5106-4240-9200-e23cb620c84c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:55.926909 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d821763-4c0f-431b-86d7-173e205438e8 req-61df6404-1bb9-4dc6-b976-35e98481c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:55.928416 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d821763-4c0f-431b-86d7-173e205438e8 req-61df6404-1bb9-4dc6-b976-35e98481c82e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1098 time: 0.1586628 Jun 08 06:42:55.967494 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0e3ac8f4-623b-41c2-9f77-db75962b9d18 None None] Provisioning complete for port 73998213-7a06-4808-ac96-5f0d3f66edd7 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:55.968072 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0e3ac8f4-623b-41c2-9f77-db75962b9d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:56.041376 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1bae-5106-4240-9200-e23cb620c84c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:56.045779 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-0a9d1bae-5106-4240-9200-e23cb620c84c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:56.050330 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-0a9d1bae-5106-4240-9200-e23cb620c84c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "DELETE /v2.0/security-groups/8cf51570-4ae7-4a56-a48c-af7db816b399 HTTP/1.1" status: 204 len: 168 time: 0.3648736 Jun 08 06:42:56.050501 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50074) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:56.050614 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f958ae2e-c083-4fb3-b5c9-2434259ff81e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:56.067485 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d1bae-5106-4240-9200-e23cb620c84c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf51570-4ae7-4a56-a48c-af7db816b399,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:56.078705 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0a9d1bae-5106-4240-9200-e23cb620c84c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:56.102014 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d821763-4c0f-431b-86d7-173e205438e8 req-b3f8fdc4-f1e6-43fe-9e93-9ddb0277a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:56.103455 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d821763-4c0f-431b-86d7-173e205438e8 req-b3f8fdc4-f1e6-43fe-9e93-9ddb0277a73c service neutron] 10.222.0.48 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 916 time: 0.1621721 Jun 08 06:42:56.213273 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d821763-4c0f-431b-86d7-173e205438e8 req-c0660b5c-00b0-4494-a867-e724a3699b12 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 1001 time: 0.0984113 Jun 08 06:42:56.231110 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eb830-c7bb-4caf-b1b4-5bca184401a6 req-15755836-fc10-47a9-83be-a75b85183cb0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:56.232618 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3e7eb830-c7bb-4caf-b1b4-5bca184401a6 req-15755836-fc10-47a9-83be-a75b85183cb0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.2475352 Jun 08 06:42:56.275579 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d821763-4c0f-431b-86d7-173e205438e8 req-3b5cb327-0ed4-4a1b-a214-85b9048a6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:56.277294 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d821763-4c0f-431b-86d7-173e205438e8 req-3b5cb327-0ed4-4a1b-a214-85b9048a6db2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 200 len: 854 time: 0.0579846 Jun 08 06:42:56.339071 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3e7eb830-c7bb-4caf-b1b4-5bca184401a6 req-59299fc6-39e6-4fa3-8d97-e8590903682d tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924711 Jun 08 06:42:56.354903 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d821763-4c0f-431b-86d7-173e205438e8 req-7cc9a3de-073d-416b-8f5c-5bf4f86717a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:56.356431 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d821763-4c0f-431b-86d7-173e205438e8 req-7cc9a3de-073d-416b-8f5c-5bf4f86717a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70a233ce-b61d-44c9-a15f-45cbd9180ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0717046 Jun 08 06:42:56.376057 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Deleting port 6cd5d419-3383-4dd3-a0b5-7a1e2ae61da7 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:42:56.376400 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:56.498293 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d821763-4c0f-431b-86d7-173e205438e8 req-343e8944-ab5c-43de-a59c-316fda4b4cfe service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315856 Jun 08 06:42:56.508510 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:56.508846 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:56.546288 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:56.640944 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7d821763-4c0f-431b-86d7-173e205438e8 req-931b1620-b802-49fe-863d-a5be919d72ad service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324627 Jun 08 06:42:56.769235 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Calling delete_port for 6cd5d419-3383-4dd3-a0b5-7a1e2ae61da7 owned by network:floatingip {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:42:56.903019 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:56.907077 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-70e344fe-fce2-4d10-9115-8e2bff2e7d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:56.949636 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event deleted for resources: {'Port': ['ID=6cd5d419-3383-4dd3-a0b5-7a1e2ae61da7,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:56.954755 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:57.048735 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks [] for floatingip, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:57.049068 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.l3_db [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Floating IP 1e58ebeb-7ebc-45ca-a1ad-cb1fd0d5e428 disassociated (deleted). External IP: 172.28.2.124, port: 73998213-7a06-4808-ac96-5f0d3f66edd7. Jun 08 06:42:57.120267 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:42:57.267510 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:57.281607 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'port_id': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'mac_address': 'fa:16:3e:1f:24:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:42:57.341739 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:57.368604 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfe17b58-5682-4bd3-b4bf-4c7f5447417d {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:42:57.408143 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:57.417284 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Router c8e1f8e5-da48-4ea1-83be-249841776f78 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:42:57.419118 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:57.421979 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-c3237973-c245-4fe7-82ca-cc9f9f437b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:57.503176 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=6']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:57.514480 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:57.520044 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['dfe17b58-5682-4bd3-b4bf-4c7f5447417d'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:42:57.696959 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:42:57.704484 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae4427-7c0e-4335-9b2c-9ff8bdc9d4b8 req-f7a2fcc2-720a-4bff-934d-818ac6ba2c81 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:57.712144 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:57.713750 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-02ae4427-7c0e-4335-9b2c-9ff8bdc9d4b8 req-f7a2fcc2-720a-4bff-934d-818ac6ba2c81 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 944 time: 0.2152600 Jun 08 06:42:57.717528 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] Sync routers for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:42:57.759704 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:57.760616 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:42:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:57.775524 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-02ae4427-7c0e-4335-9b2c-9ff8bdc9d4b8 req-01ec2e79-ca07-4393-949f-74bfa9b269fe tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605662 Jun 08 06:42:57.803713 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-fc01475e-286e-4cbb-9548-29e8d1974939 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "DELETE /v2.0/floatingips/1e58ebeb-7ebc-45ca-a1ad-cb1fd0d5e428 HTTP/1.1" status: 204 len: 168 time: 1.7514586 Jun 08 06:42:57.803713 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7'}] {{(pid=91842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:57.805809 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212c8030204c7a9a6dfb82513378ba29732fd789529080a2383ebb1272441bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c041710e-ae2a-4f39-ae94-1af0c38a6c89" -d '{"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7"}]}' {{(pid=91842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:57.860938 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4626d537-a1ef-4fd7-86bf-5a3c023f122c x-openstack-request-id: req-4626d537-a1ef-4fd7-86bf-5a3c023f122c {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:57.861445 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7", "status": "completed", "code": 200}]} {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:57.863312 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4626d537-a1ef-4fd7-86bf-5a3c023f122c {{(pid=91842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:57.864363 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'status': 'completed', 'code': 200} Jun 08 06:42:58.063076 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-12a48ea5-c6dd-4466-aae6-861e24fabaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:58.069892 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-12a48ea5-c6dd-4466-aae6-861e24fabaee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=11ba0909bed9400392afa3ee22c9f71f&device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 1098 time: 0.1690228 Jun 08 06:42:58.080367 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:58.280464 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-cc298570-6c9b-4981-9103-a016dc37c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:58.282317 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-cc298570-6c9b-4981-9103-a016dc37c5fc service neutron] 10.222.0.48 "GET /v2.0/networks?id=70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 200 len: 916 time: 0.2033935 Jun 08 06:42:58.435077 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-3e9a5c48-de66-4f9d-893b-3848082da6d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 200 len: 217 time: 0.1377285 Jun 08 06:42:58.523230 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-c5fb4b0a-a30f-40da-9fe9-e89d12eace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:58.524749 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-c5fb4b0a-a30f-40da-9fe9-e89d12eace1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 200 len: 854 time: 0.0820825 Jun 08 06:42:58.611312 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:31Z', 'revision_number': 5, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:58.618194 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] Checking router: c8e1f8e5-da48-4ea1-83be-249841776f78 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:42:58.627909 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-c79c4f1f-4061-4a19-8ecc-5b6baa09a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:58.629410 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-c79c4f1f-4061-4a19-8ecc-5b6baa09a4e2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=70a233ce-b61d-44c9-a15f-45cbd9180ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940416 Jun 08 06:42:58.635123 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:42:58.636031 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:42:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:58.778222 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-cb139189-f9ac-4859-ad2c-8e39fd731e1a service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419392 Jun 08 06:42:58.985331 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:42:59.094314 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c041710e-ae2a-4f39-ae94-1af0c38a6c89 req-5d378fd8-4fb6-4497-8a06-6cd6d01acd6c service neutron] 10.222.0.48 "GET /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049586 Jun 08 06:42:59.113989 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264627b1-19e5-45a0-b56c-1657a1f27db3 req-f9939196-5460-4a18-b3d4-813cdf394a61 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:42:59.120123 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-264627b1-19e5-45a0-b56c-1657a1f27db3 req-f9939196-5460-4a18-b3d4-813cdf394a61 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 944 time: 0.1092825 Jun 08 06:42:59.122280 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:42:59.176359 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-264627b1-19e5-45a0-b56c-1657a1f27db3 req-6db4f14f-3ccd-447e-a0e6-79d5ca75785e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535531 Jun 08 06:42:59.387210 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port dfe17b58-5682-4bd3-b4bf-4c7f5447417d triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:42:59.387591 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:59.497182 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50148) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:42:59.566440 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] Deleting subnet b1bb90b9-eedf-41ba-a2d0-341213054aad {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:42:59.570090 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:59.612839 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:59.657181 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:42:59.657733 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:42:59.661666 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c30a5e9-9f0a-472d-b019-22fa1b250ce3" -d '{"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:42:59.664669 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:59.671991 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:59.676885 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:59.747178 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:59.774472 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3334fd8-7cb9-468d-89cf-9e1a55473e77 x-openstack-request-id: req-a3334fd8-7cb9-468d-89cf-9e1a55473e77 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:42:59.775258 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:42:59.775716 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3334fd8-7cb9-468d-89cf-9e1a55473e77 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:42:59.776264 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'code': 200} Jun 08 06:42:59.783534 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=7']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:59.787340 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:59.809046 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:31Z', 'revision_number': 5, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:42:59.816862 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bc3588-f874-47e5-91b0-0da28630481f None None] The sync data for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb is: [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:40:19Z', 'revision_number': 4, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '78a99453-7332-4890-ba3c-c3fe66ae432c', 'name': '', 'network_id': '70a233ce-b61d-44c9-a15f-45cbd9180ddd', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'mac_address': 'fa:16:3e:ff:a4:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:18Z', 'updated_at': '2021-06-08T06:40:31Z', 'revision_number': 5, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'subnets': [{'id': '9fa8bff9-fa44-4b23-83d9-f558286af815', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:42:59.842385 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:59.852460 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f1ccb047-9b01-47da-91f3-dff074603856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:42:59.903932 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1bb90b9-eedf-41ba-a2d0-341213054aad,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:42:59.907097 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:42:59.919124 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:42:59.921192 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-0e37cd07-2291-453d-a3dd-556bfdc365ce admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b1bb90b9-eedf-41ba-a2d0-341213054aad HTTP/1.1" status: 204 len: 168 time: 0.4229891 Jun 08 06:42:59.923799 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50158) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:00.070898 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.246435 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fc653-bd8d-47d4-ab03-30ef00aa6fa2 None None] New status for floating IP 1e58ebeb-7ebc-45ca-a1ad-cb1fd0d5e428: DOWN {{(pid=91845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:43:00.345219 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.360586 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15910fd-7036-4aaf-903c-e6bebf3dc555']}} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:00.373784 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5') {'for_net_delete': True} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:00.375203 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9483da-e81b-4e66-8cdf-f7ebcd6261b5') {} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:00.387219 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31460971'] for segment, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.409754 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.417966 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=91843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:43:00.418604 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30672441'] for segment, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: Traceback (most recent call last): Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: timer() Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: cb(*args, **kw) Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: return func(*args, **kwargs) Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: self._notify() Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: self.callback(batched_events) Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: event.method(event) Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: return f(self, *a, **k) Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: return self._get(url).json() Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: return self.request(url, 'GET', **kwargs) Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:43:00.513743 dv-cinder-760199-6-smb neutron-server[91843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:43:00.573641 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.579342 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:00.593105 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.594940 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] 10.222.0.44 "DELETE /v2.0/networks/e15910fd-7036-4aaf-903c-e6bebf3dc555 HTTP/1.1" status: 204 len: 168 time: 0.6693122 Jun 08 06:43:00.606656 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=e15910fd-7036-4aaf-903c-e6bebf3dc555,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:00.615358 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.615748 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.616105 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.616463 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.616819 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.617168 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.617518 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.617863 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.620324 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.620324 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.620324 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.620324 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:00.627918 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b68fc27d-b19f-4f94-9cb4-739e85bbdd79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:00.646192 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b370d45-4827-49f7-bcd5-e065a2e83d87 req-e6d63b46-5eae-4f7e-b1a6-1a164e6f70e3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:00.647706 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1b370d45-4827-49f7-bcd5-e065a2e83d87 req-e6d63b46-5eae-4f7e-b1a6-1a164e6f70e3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.2420712 Jun 08 06:43:00.703915 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1b370d45-4827-49f7-bcd5-e065a2e83d87 req-0b899482-51ca-464a-bad7-a99bf3a4d45e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470092 Jun 08 06:43:00.753617 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50168) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:00.806378 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-8acbdddd-d2fc-4655-92b8-4d720f3056cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92ac104aa4654aa0994e72f6fa303359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515230 Jun 08 06:43:00.808842 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50170) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:00.870475 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-47e68936-cfab-401c-98be-caa93e4597e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.899588 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-47e68936-cfab-401c-98be-caa93e4597e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.963211 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-47e68936-cfab-401c-98be-caa93e4597e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.966292 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-47e68936-cfab-401c-98be-caa93e4597e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:00.967456 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-47e68936-cfab-401c-98be-caa93e4597e3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48641b20-0c82-4933-ada3-b99477bef4f3 HTTP/1.1" status: 204 len: 168 time: 0.1577191 Jun 08 06:43:00.968267 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-16363590-ca98-4ebc-8932-50a8e7a99500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:00.979641 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e68936-cfab-401c-98be-caa93e4597e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48641b20-0c82-4933-ada3-b99477bef4f3,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:00.982003 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-47e68936-cfab-401c-98be-caa93e4597e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:01.842242 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a021f-356b-4ee9-b5a3-c80854f34caf req-e0d9d566-b973-4a88-82b5-36f59aefbd61 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:01.845779 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-321a021f-356b-4ee9-b5a3-c80854f34caf req-e0d9d566-b973-4a88-82b5-36f59aefbd61 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.1271288 Jun 08 06:43:01.907915 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-321a021f-356b-4ee9-b5a3-c80854f34caf req-26f62732-cd0c-4c49-a138-cda992b7b299 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568120 Jun 08 06:43:01.932522 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac54f2-2c37-405f-bd34-f128cf73e5fa req-b9b4727a-4f44-4bd0-a464-4da56b7bf68d tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:01.934391 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-bfac54f2-2c37-405f-bd34-f128cf73e5fa req-b9b4727a-4f44-4bd0-a464-4da56b7bf68d tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0890925 Jun 08 06:43:01.983869 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-bfac54f2-2c37-405f-bd34-f128cf73e5fa req-365c768e-23d1-478b-97e2-aeee9b960c3e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Jun 08 06:43:03.118966 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5466f-96fa-49b8-8a5e-35631d175df4 req-23df0a6b-8368-4bb0-9403-1eeab119e1dd tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:03.121181 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a0d5466f-96fa-49b8-8a5e-35631d175df4 req-23df0a6b-8368-4bb0-9403-1eeab119e1dd tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.1078680 Jun 08 06:43:03.225938 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415bce1-4d9f-4109-a961-db1203245c61 req-4a971c53-626a-41d8-86a0-21c401a06445 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:03.227539 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6415bce1-4d9f-4109-a961-db1203245c61 req-4a971c53-626a-41d8-86a0-21c401a06445 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.1021395 Jun 08 06:43:03.275771 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a0d5466f-96fa-49b8-8a5e-35631d175df4 req-049eece0-eab3-4586-bc5c-12144e0dcecd tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/security-groups?id=aec55b11-c991-4c25-a2ea-eb321aae31c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486795 Jun 08 06:43:03.387832 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6415bce1-4d9f-4109-a961-db1203245c61 req-fc87c386-a17e-4e1b-b546-4ab8587afdf3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545062 Jun 08 06:43:03.609417 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-baa81f39-c370-46a6-8082-79ed4d745237 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:03.610956 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-baa81f39-c370-46a6-8082-79ed4d745237 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.48 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 945 time: 0.0823410 Jun 08 06:43:03.756683 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Deleting port 73998213-7a06-4808-ac96-5f0d3f66edd7 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:03.757035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:03.899818 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] For port 73998213-7a06-4808-ac96-5f0d3f66edd7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73998213-7a06-4808-ac96-5f0d3f66edd7,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:03.900108 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:04.034980 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Calling delete_port for 73998213-7a06-4808-ac96-5f0d3f66edd7 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:04.158531 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:04.165288 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4757d96d-842f-4a51-820e-e87cd3c4e195 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:04.170883 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['73998213-7a06-4808-ac96-5f0d3f66edd7'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:43:04.210718 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Pushing event deleted for resources: {'Port': ['ID=73998213-7a06-4808-ac96-5f0d3f66edd7,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:04.214403 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:04.298318 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] No DVR routers for this DVR port 73998213-7a06-4808-ac96-5f0d3f66edd7 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:43:04.301183 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:04.305488 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-67db0641-faf8-4e04-90b9-cc7e0d27892d req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.48 "DELETE /v2.0/ports/73998213-7a06-4808-ac96-5f0d3f66edd7 HTTP/1.1" status: 204 len: 173 time: 0.6873000 Jun 08 06:43:04.305488 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'name': 'network-vif-deleted', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:43:04.307375 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2552935b-1fb2-497b-9355-b1976db8cb3d" -d '{"events": [{"server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "name": "network-vif-deleted", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:43:04.358083 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32358899-a99b-44f1-9c3f-484b8c00fabe x-openstack-request-id: req-32358899-a99b-44f1-9c3f-484b8c00fabe {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:43:04.358642 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8477105-60e4-4a21-8713-f0d58682f83f", "name": "network-vif-deleted", "tag": "73998213-7a06-4808-ac96-5f0d3f66edd7", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:43:04.359080 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32358899-a99b-44f1-9c3f-484b8c00fabe {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:43:04.359733 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8477105-60e4-4a21-8713-f0d58682f83f', 'name': 'network-vif-deleted', 'tag': '73998213-7a06-4808-ac96-5f0d3f66edd7', 'status': 'completed', 'code': 200} Jun 08 06:43:04.449512 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ecd8e723-4546-48fa-875a-129369b79f48 req-3d1474a3-e4fa-4dea-a89f-b7787f3c63e0 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8477105-60e4-4a21-8713-f0d58682f83f HTTP/1.1" status: 200 len: 210 time: 0.0498435 Jun 08 06:43:04.619409 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d2fee6-7e8f-427d-93d0-2deb8df5babf req-5a1fb959-59ef-429c-b338-c3f6b0b5e76f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:04.621746 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-69d2fee6-7e8f-427d-93d0-2deb8df5babf req-5a1fb959-59ef-429c-b338-c3f6b0b5e76f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.0889857 Jun 08 06:43:04.680956 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-69d2fee6-7e8f-427d-93d0-2deb8df5babf req-8092920e-bd95-4e29-a1c8-6a9fbc7b84fc tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522244 Jun 08 06:43:05.911380 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484a596-1ba1-4612-9d90-dfc1d95ea630 req-b7e2ff08-4df9-4484-8725-1a7abd3315b3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:05.913364 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a484a596-1ba1-4612-9d90-dfc1d95ea630 req-b7e2ff08-4df9-4484-8725-1a7abd3315b3 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.1114063 Jun 08 06:43:05.973196 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-a484a596-1ba1-4612-9d90-dfc1d95ea630 req-f68cfdd8-8479-44fe-a4e0-4be0a308d079 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526485 Jun 08 06:43:06.405984 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50244) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:06.996220 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33506338'] for router_interface, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:07.154993 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 73998213-7a06-4808-ac96-5f0d3f66edd7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:07.189939 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 73998213-7a06-4808-ac96-5f0d3f66edd7 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:43:07.190652 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 73998213-7a06-4808-ac96-5f0d3f66edd7 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:43:07.366452 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac68ba8-0eae-422a-bed5-92ebf58dd371 req-ce3e030d-a584-4d23-9add-bfd47c76bc36 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:07.372192 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4ac68ba8-0eae-422a-bed5-92ebf58dd371 req-ce3e030d-a584-4d23-9add-bfd47c76bc36 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.2432609 Jun 08 06:43:07.437206 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4ac68ba8-0eae-422a-bed5-92ebf58dd371 req-9e7f5b24-4466-41d5-b381-2e351bb843b1 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584927 Jun 08 06:43:07.575088 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Deleting port 78a99453-7332-4890-ba3c-c3fe66ae432c {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:07.575434 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:07.703351 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] For port 78a99453-7332-4890-ba3c-c3fe66ae432c, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=78a99453-7332-4890-ba3c-c3fe66ae432c,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:07.703760 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:07.931452 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Calling delete_port for 78a99453-7332-4890-ba3c-c3fe66ae432c owned by network:router_interface {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:08.069701 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:08.074432 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-66b169d6-3965-4fc3-935c-ff0ed7822fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:08.147703 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a99453-7332-4890-ba3c-c3fe66ae432c,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:08.164613 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.164994 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.165366 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.165731 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.166088 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.166451 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.166867 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.168292 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.168292 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.168292 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.168566 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.168788 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:43:08.210282 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:08.408735 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33073126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33432025'] for router_interface, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:08.648479 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-91f4e8d2-a2dd-4e25-9109-e442eb3c8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:08.649957 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-91f4e8d2-a2dd-4e25-9109-e442eb3c8c72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 1098 time: 0.2360857 Jun 08 06:43:08.685765 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098c0e2-44d5-44f0-b0fb-fe248926eea1 req-44d6d380-7e6a-4ac5-909d-dd5edc9e48f9 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:08.687190 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4098c0e2-44d5-44f0-b0fb-fe248926eea1 req-44d6d380-7e6a-4ac5-909d-dd5edc9e48f9 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.1205041 Jun 08 06:43:08.781383 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Router c8e1f8e5-da48-4ea1-83be-249841776f78 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:43:08.793214 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4098c0e2-44d5-44f0-b0fb-fe248926eea1 req-cec8a4c4-7597-4ad9-b2d4-de916217f2b2 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608685 Jun 08 06:43:08.823884 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-7834c0d4-35a8-4d14-b3d9-ef6aeb14fd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:08.825330 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-7834c0d4-35a8-4d14-b3d9-ef6aeb14fd4e service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.1677349 Jun 08 06:43:08.928765 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-457f890d-2a39-409a-ac17-2b283ed31795 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d HTTP/1.1" status: 200 len: 1001 time: 0.0968704 Jun 08 06:43:08.970850 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:43:08.979604 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] 10.222.0.44 "PUT /v2.0/routers/c8e1f8e5-da48-4ea1-83be-249841776f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689237 Jun 08 06:43:08.979604 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50266) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:08.982787 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] Sync routers for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:43:08.991543 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-6fee19d6-9818-4f67-ba2f-cbdb8e3f68ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:08.992590 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:43:08.993039 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-6fee19d6-9818-4f67-ba2f-cbdb8e3f68ce service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.0571666 Jun 08 06:43:08.993199 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:42:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:09.076183 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-6022123d-a62d-4614-a9a6-3afb3d1209d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:09.077925 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-6022123d-a62d-4614-a9a6-3afb3d1209d3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740371 Jun 08 06:43:09.153826 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:09.170833 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:43:09.315348 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-382e1ed7-088a-4724-bb5f-6b194c079b3e service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298806 Jun 08 06:43:09.443434 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:09.450952 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c2b67e72-b9d2-42d8-bc53-58a5ec2ee5a6 req-cfb690a4-88d6-40be-b14f-d8c58b5c7211 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284082 Jun 08 06:43:09.459625 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:43:08Z', 'revision_number': 5, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port': {'id': '368075fc-2667-4dc9-a43c-c859ce983a86', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:11Z', 'updated_at': '2021-06-08T06:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:09.463915 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] Checking router: c8e1f8e5-da48-4ea1-83be-249841776f78 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:43:09.473223 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] Routers {'c8e1f8e5-da48-4ea1-83be-249841776f78'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:43:09.473962 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:42:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['c8e1f8e5-da48-4ea1-83be-249841776f78'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:09.516119 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Deleting port 368075fc-2667-4dc9-a43c-c859ce983a86 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:09.516459 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:09.637997 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] For port 368075fc-2667-4dc9-a43c-c859ce983a86, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=368075fc-2667-4dc9-a43c-c859ce983a86,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:09.638334 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:09.661291 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] Set router c8e1f8e5-da48-4ea1-83be-249841776f78 gateway port host: None {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:43:09.760870 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Calling delete_port for 368075fc-2667-4dc9-a43c-c859ce983a86 owned by network:router_gateway {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:09.764616 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:43:09Z', 'revision_number': 6, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port_host': None}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:09.769258 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfdfca-94ab-4241-8cc6-80bcc090b7b6 None None] The sync data for ids ['c8e1f8e5-da48-4ea1-83be-249841776f78'] in dv-cinder-760199-6-smb is: [{'id': 'c8e1f8e5-da48-4ea1-83be-249841776f78', 'name': 'tempest-TestMinimumBasicScenario-1030787302-router', 'tenant_id': '11ba0909bed9400392afa3ee22c9f71f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:10Z', 'updated_at': '2021-06-08T06:43:09Z', 'revision_number': 6, 'project_id': '11ba0909bed9400392afa3ee22c9f71f', 'gw_port_host': None}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:43:09.958630 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:09.966299 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:10.011727 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=368075fc-2667-4dc9-a43c-c859ce983a86,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:10.045877 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:10.119048 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5737c-8123-4933-8f95-ee325a5c9c93 req-c5298b1b-8764-498c-8dec-914db86e68dd tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:10.120610 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-cbe5737c-8123-4933-8f95-ee325a5c9c93 req-c5298b1b-8764-498c-8dec-914db86e68dd tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.2171707 Jun 08 06:43:10.121492 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33506372'] for router_gateway, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.317895 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33445649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11571'] for router, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.322315 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.332824 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-cbe5737c-8123-4933-8f95-ee325a5c9c93 req-625b17fb-be86-487e-ae3f-c6a8b7aee7fe tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720846 Jun 08 06:43:10.351810 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33445885'] for router, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.352575 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8e1f8e5-da48-4ea1-83be-249841776f78 {{(pid=91842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 06:43:10.356989 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.358092 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c8e1f8e5-da48-4ea1-83be-249841776f78 HTTP/1.1" status: 204 len: 168 time: 1.3780017 Jun 08 06:43:10.360574 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50270) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:10.421188 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] Deleting subnet 9fa8bff9-fa44-4b23-83d9-f558286af815 {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:43:10.424013 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.470638 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.588795 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.657424 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.661638 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:10.698568 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa8bff9-fa44-4b23-83d9-f558286af815,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:10.702068 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:10.704754 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.706701 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b954c58c-ae9c-4e8e-bf14-867a18a96450 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9fa8bff9-fa44-4b23-83d9-f558286af815 HTTP/1.1" status: 204 len: 168 time: 0.3451650 Jun 08 06:43:10.709191 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50272) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:10.711930 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eb6877-6bcc-43c1-b2c2-2c2a15b2497c None None] Network 70a233ce-b61d-44c9-a15f-45cbd9180ddd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:43:10.807034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-285d5d1b-1ade-4ac2-9e0f-a9f6db9eb20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:10.809409 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-285d5d1b-1ade-4ac2-9e0f-a9f6db9eb20d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 1098 time: 0.0764246 Jun 08 06:43:10.926003 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:10.979707 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-ea87ad97-23df-459c-a623-dd2242334df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:10.981326 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-ea87ad97-23df-459c-a623-dd2242334df4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.1476321 Jun 08 06:43:11.002361 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Deleting port e141990e-3824-4309-a8f2-35b9ffaa9c23 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:11.002899 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.009702 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] DHCP port deletion for 70a233ce-b61d-44c9-a15f-45cbd9180ddd request from dv-cinder-760199-6-smb {{(pid=91844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 06:43:11.079157 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] Deleting port e141990e-3824-4309-a8f2-35b9ffaa9c23 {{(pid=91844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:11.079583 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.102904 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-9f2cdb92-04bc-44f7-9a8a-df76d7f5d5fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d HTTP/1.1" status: 200 len: 1001 time: 0.1147180 Jun 08 06:43:11.127967 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] For port e141990e-3824-4309-a8f2-35b9ffaa9c23, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=e141990e-3824-4309-a8f2-35b9ffaa9c23,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:11.129397 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.154695 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:11.170529 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-914bcee2-2eb9-48fe-8a3f-821582b017fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:11.172118 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-914bcee2-2eb9-48fe-8a3f-821582b017fa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.0625837 Jun 08 06:43:11.256694 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-4a3dc5e7-a87c-4b9e-aed5-cfb914dfa161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:11.258344 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-4a3dc5e7-a87c-4b9e-aed5-cfb914dfa161 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793729 Jun 08 06:43:11.262600 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.264345 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] For port e141990e-3824-4309-a8f2-35b9ffaa9c23, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=e141990e-3824-4309-a8f2-35b9ffaa9c23,segment=NetworkSegment(1ff61046-97c3-4d06-9f9d-6fc10c479b51),segment_id=1ff61046-97c3-4d06-9f9d-6fc10c479b51)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:11.264757 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.269146 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Calling delete_port for e141990e-3824-4309-a8f2-35b9ffaa9c23 owned by network:dhcp {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:11.316091 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.321035 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:11.369050 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=e141990e-3824-4309-a8f2-35b9ffaa9c23,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:11.371981 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:11.372786 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] No DVR routers for this DVR port e141990e-3824-4309-a8f2-35b9ffaa9c23 on host dv-cinder-760199-6-smb {{(pid=91842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:43:11.389856 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] Calling delete_port for e141990e-3824-4309-a8f2-35b9ffaa9c23 owned by network:dhcp {{(pid=91844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:11.422853 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-fde25502-2ae3-4df4-b150-7a66a5761c0a service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547592 Jun 08 06:43:11.491350 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.505550 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a233ce-b61d-44c9-a15f-45cbd9180ddd']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:11.519701 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff61046-97c3-4d06-9f9d-6fc10c479b51') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:11.520026 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff61046-97c3-4d06-9f9d-6fc10c479b51') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:11.532720 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.535099 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.554320 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.562493 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:43:11.563241 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:43:11.583038 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:43:11.591272 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:43:11.594627 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad7a3ac-451c-4cf3-8ed4-e02ab77b57ab" -d '{"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:43:11.615689 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:11.622597 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3bd5618b-b980-4e8f-bd77-057e0106eaa2 req-70abfb49-4b1e-4e3e-b41b-6815e6f612d5 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915462 Jun 08 06:43:11.631034 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.636066 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1eba9c-0df2-46e0-9d1d-93e8b9c296d4 req-e04d9cdb-7b33-458c-a1ed-73a1cae9b972 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:11.637566 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3f1eba9c-0df2-46e0-9d1d-93e8b9c296d4 req-e04d9cdb-7b33-458c-a1ed-73a1cae9b972 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 945 time: 0.1336911 Jun 08 06:43:11.638386 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138'] for port, after_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.670033 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:11.695383 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.704239 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:11.706007 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3f1eba9c-0df2-46e0-9d1d-93e8b9c296d4 req-bca99be9-477c-49dc-a30b-aa7d9371444b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621352 Jun 08 06:43:11.716751 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] No DVR routers for this DVR port e141990e-3824-4309-a8f2-35b9ffaa9c23 on host dv-cinder-760199-6-smb {{(pid=91844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:43:11.719374 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:11.721482 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] 10.222.0.44 "DELETE /v2.0/networks/70a233ce-b61d-44c9-a15f-45cbd9180ddd HTTP/1.1" status: 204 len: 168 time: 1.0113657 Jun 08 06:43:11.725792 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50280) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:11.726672 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Jun 2021 06:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86464779-1d0c-4b08-9db4-56182cd1447d x-openstack-request-id: req-86464779-1d0c-4b08-9db4-56182cd1447d {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:43:11.727045 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-unplugged", "status": "failed", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d", "code": 422}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:43:11.727374 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86464779-1d0c-4b08-9db4-56182cd1447d {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:43:11.727869 dv-cinder-760199-6-smb neutron-server[91844]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'code': 422} returned with failed status Jun 08 06:43:11.746755 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=70a233ce-b61d-44c9-a15f-45cbd9180ddd,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:11.749775 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:11.785815 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=8']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:11.832373 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] Pushing event deleted for resources: {'Port': ['ID=e141990e-3824-4309-a8f2-35b9ffaa9c23,revision_number=None']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:11.834689 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:11.835148 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:11.835503 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:11.850153 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 368075fc-2667-4dc9-a43c-c859ce983a86 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:11.884123 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 368075fc-2667-4dc9-a43c-c859ce983a86 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:43:11.884452 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 368075fc-2667-4dc9-a43c-c859ce983a86 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:43:11.884820 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 78a99453-7332-4890-ba3c-c3fe66ae432c no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:11.925010 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 78a99453-7332-4890-ba3c-c3fe66ae432c {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:43:11.925552 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 78a99453-7332-4890-ba3c-c3fe66ae432c not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:43:11.926148 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device e141990e-3824-4309-a8f2-35b9ffaa9c23 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:11.976741 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: e141990e-3824-4309-a8f2-35b9ffaa9c23 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:43:11.977210 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device e141990e-3824-4309-a8f2-35b9ffaa9c23 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:43:12.408359 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33506338'] for router_interface, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:12.823260 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Deleting port bf00a8e5-8c30-4151-a9a3-49d9c595e302 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:12.823622 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:12.948096 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] For port bf00a8e5-8c30-4151-a9a3-49d9c595e302, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=bf00a8e5-8c30-4151-a9a3-49d9c595e302,segment=NetworkSegment(7b364ebc-ca2d-4a93-a5a5-997843775ba0),segment_id=7b364ebc-ca2d-4a93-a5a5-997843775ba0)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:12.948479 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:13.085251 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Calling delete_port for bf00a8e5-8c30-4151-a9a3-49d9c595e302 owned by network:router_interface {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:13.184850 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74256ee-deeb-44d9-a086-be9e8e72b1f8 req-30f85049-1b58-4a44-8b70-c7ddee3a2eda tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:13.186314 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c74256ee-deeb-44d9-a086-be9e8e72b1f8 req-30f85049-1b58-4a44-8b70-c7ddee3a2eda tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0983381 Jun 08 06:43:13.253876 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c74256ee-deeb-44d9-a086-be9e8e72b1f8 req-d67cc071-a792-4134-bbdd-365796460d30 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613034 Jun 08 06:43:13.330154 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:13.335801 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:13.376113 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50324) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:13.378096 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf00a8e5-8c30-4151-a9a3-49d9c595e302,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:13.381197 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:13.500362 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-cc50d0b7-bff2-4139-b7c8-06c97dd278de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229901 Jun 08 06:43:13.652758 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33073126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33432025'] for router_interface, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:14.113364 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Router 5b661015-c4c7-44cf-b800-72948d54f820 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:43:14.287452 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:43:14.292418 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-7be3e599-36d6-4a80-b389-45fb6c9740a8 admin admin] 10.222.0.44 "PUT /v2.0/routers/5b661015-c4c7-44cf-b800-72948d54f820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5654993 Jun 08 06:43:14.295063 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50340) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:14.297508 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] Sync routers for ids ['5b661015-c4c7-44cf-b800-72948d54f820'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:43:14.307710 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] Routers {'5b661015-c4c7-44cf-b800-72948d54f820'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:43:14.308393 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:42:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['5b661015-c4c7-44cf-b800-72948d54f820'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:14.471812 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks [] for router, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:14.487942 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] Set router 5b661015-c4c7-44cf-b800-72948d54f820 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:43:14.567419 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b1950-1030-4385-b88d-3c87e6b861d3 req-b487faff-7168-4b8f-a1de-140ddcc58d13 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:14.570101 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-342b1950-1030-4385-b88d-3c87e6b861d3 req-b487faff-7168-4b8f-a1de-140ddcc58d13 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.1999831 Jun 08 06:43:14.616892 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-342b1950-1030-4385-b88d-3c87e6b861d3 req-5a8758a3-8146-474f-82d6-3f5fbce0318e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399187 Jun 08 06:43:14.700967 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-1ad3b577-bc00-4c07-ab46-282a48fcfa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:14.702418 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-1ad3b577-bc00-4c07-ab46-282a48fcfa3d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a&tenant_id=acb06b0ea9a848189985366f026f1acf HTTP/1.1" status: 200 len: 1096 time: 0.1783707 Jun 08 06:43:14.705401 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:14.774363 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223'}], 'enable_snat': True}, 'gw_port_id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:43:13Z', 'revision_number': 5, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port': {'id': '8832ba2f-28f8-4979-9dff-fe37f15a692b', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b661015-c4c7-44cf-b800-72948d54f820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:40:26Z', 'updated_at': '2021-06-08T06:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:14.778127 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] Checking router: 5b661015-c4c7-44cf-b800-72948d54f820 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:43:14.786781 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] Routers {'5b661015-c4c7-44cf-b800-72948d54f820'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:43:14.787380 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:42:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['5b661015-c4c7-44cf-b800-72948d54f820'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:14.835050 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Deleting port 8832ba2f-28f8-4979-9dff-fe37f15a692b {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:14.835300 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:14.901590 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-2e81b0ba-a3b1-4f55-92be-be8173503295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:14.903125 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-2e81b0ba-a3b1-4f55-92be-be8173503295 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=acb06b0ea9a848189985366f026f1acf&device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 1096 time: 0.1631484 Jun 08 06:43:14.935193 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] Set router 5b661015-c4c7-44cf-b800-72948d54f820 gateway port host: None {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:43:15.039181 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:43:14Z', 'revision_number': 6, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port_host': None}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:15.044161 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a65fa98-0afe-4b7c-9a4a-e0c93f90ba1b None None] The sync data for ids ['5b661015-c4c7-44cf-b800-72948d54f820'] in dv-cinder-760199-6-smb is: [{'id': '5b661015-c4c7-44cf-b800-72948d54f820', 'name': 'tempest-TestMinimumBasicScenario-1721735666-router', 'tenant_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:40:24Z', 'updated_at': '2021-06-08T06:43:14Z', 'revision_number': 6, 'project_id': 'b1e3fef1b92a4d62b222a9806edd6cfd', 'gw_port_host': None}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:43:15.064518 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] For port 8832ba2f-28f8-4979-9dff-fe37f15a692b, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=8832ba2f-28f8-4979-9dff-fe37f15a692b,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:15.064967 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:15.140423 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:43:15.192984 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:15.299447 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Calling delete_port for 8832ba2f-28f8-4979-9dff-fe37f15a692b owned by network:router_gateway {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:15.302755 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-338beda8-c7c7-420f-a721-0e98808ea8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:15.304237 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-338beda8-c7c7-420f-a721-0e98808ea8f6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 200 len: 917 time: 0.3943551 Jun 08 06:43:15.418934 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-88f72159-b462-4bf6-b16f-76d27033e3a5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d HTTP/1.1" status: 200 len: 999 time: 0.1075611 Jun 08 06:43:15.503699 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-ebba0ad0-9bad-4b4c-ac5a-9cd439172480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:15.505136 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-ebba0ad0-9bad-4b4c-ac5a-9cd439172480 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 200 len: 855 time: 0.0788603 Jun 08 06:43:15.637099 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-1345234e-b66a-4b96-a082-1be8e71f32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:15.638563 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-1345234e-b66a-4b96-a082-1be8e71f32e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c32b2e8-ca79-46e5-a9bd-e53e75032713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1236684 Jun 08 06:43:15.639268 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:15.644110 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d639c378-3c15-4386-a38e-b87ee32d2281 tempest-ServerRescueNegativeTestJSON-1820878319 tempest-ServerRescueNegativeTestJSON-1820878319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:15.705020 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Pushing event deleted for resources: {'Port': ['ID=8832ba2f-28f8-4979-9dff-fe37f15a692b,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:15.758781 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:15.835417 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 8832ba2f-28f8-4979-9dff-fe37f15a692b no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:15.868476 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 8832ba2f-28f8-4979-9dff-fe37f15a692b {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:43:15.868830 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 8832ba2f-28f8-4979-9dff-fe37f15a692b not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:43:15.869251 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device bf00a8e5-8c30-4151-a9a3-49d9c595e302 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:15.901912 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: bf00a8e5-8c30-4151-a9a3-49d9c595e302 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:43:15.902716 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device bf00a8e5-8c30-4151-a9a3-49d9c595e302 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:43:15.947933 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33506372'] for router_gateway, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:15.995931 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-80472d26-72f6-4dee-a061-845aabc70a15 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194106 Jun 08 06:43:16.190984 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33445649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11571'] for router, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.194978 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.203446 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2b043-ad77-4f45-a8d3-612b683eb700 req-347b4816-242d-46f3-a6cf-54203ccd464a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:16.204938 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f6b2b043-ad77-4f45-a8d3-612b683eb700 req-347b4816-242d-46f3-a6cf-54203ccd464a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.4513578 Jun 08 06:43:16.344549 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33445885'] for router, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.345066 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b661015-c4c7-44cf-b800-72948d54f820 {{(pid=91843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 06:43:16.359991 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] Notify callbacks [] for router, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.361118 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-491aa4ba-83da-4bba-adde-60f671e92197 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5b661015-c4c7-44cf-b800-72948d54f820 HTTP/1.1" status: 204 len: 168 time: 2.0650628 Jun 08 06:43:16.363733 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50346) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:16.368498 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f6b2b043-ad77-4f45-a8d3-612b683eb700 req-0cfc171e-0077-4a75-8376-0632a1f4c0eb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558120 Jun 08 06:43:16.373655 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47329348-c7ee-48c6-90ee-fbb6d249e297 req-cba6f8f8-668d-495f-bd64-8778b8bce9a9 service neutron] 10.222.0.48 "GET /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183939 Jun 08 06:43:16.433759 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] Deleting subnet fec4d69e-928a-4dab-a93d-d18e46125980 {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:43:16.437715 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.491731 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.579791 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.649498 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.653454 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-768da690-4f2b-409c-92c4-a462107992e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:16.692689 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec4d69e-928a-4dab-a93d-d18e46125980,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:16.696135 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:16.699416 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.703719 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-93d32dd3-60ba-45c6-8453-cb5202ede83d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fec4d69e-928a-4dab-a93d-d18e46125980 HTTP/1.1" status: 204 len: 168 time: 0.3367677 Jun 08 06:43:16.704421 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50366) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:16.704816 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0925be44-0146-4ede-ac28-9a46b4f3929b None None] Network 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:43:16.836578 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:16.934960 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Deleting port 5e58a133-21d9-42cb-b61a-31473e6b62f8 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:16.941744 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.054566 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] DHCP port deletion for 00b3f935-ef98-4b3b-900b-d94c0d3eddb4 request from dv-cinder-760199-6-smb {{(pid=91844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 06:43:17.139071 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] Deleting port 5e58a133-21d9-42cb-b61a-31473e6b62f8 {{(pid=91844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:43:17.139561 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.230554 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] For port 5e58a133-21d9-42cb-b61a-31473e6b62f8, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5e58a133-21d9-42cb-b61a-31473e6b62f8,segment=NetworkSegment(7b364ebc-ca2d-4a93-a5a5-997843775ba0),segment_id=7b364ebc-ca2d-4a93-a5a5-997843775ba0)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:17.231194 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.258174 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] For port 5e58a133-21d9-42cb-b61a-31473e6b62f8, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5e58a133-21d9-42cb-b61a-31473e6b62f8,segment=NetworkSegment(7b364ebc-ca2d-4a93-a5a5-997843775ba0),segment_id=7b364ebc-ca2d-4a93-a5a5-997843775ba0)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:17.259039 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.389595 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] Calling delete_port for 5e58a133-21d9-42cb-b61a-31473e6b62f8 owned by network:dhcp {{(pid=91844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:17.440970 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Calling delete_port for 5e58a133-21d9-42cb-b61a-31473e6b62f8 owned by network:dhcp {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:43:17.450991 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138'] for port, after_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.461003 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:17.498257 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] No DVR routers for this DVR port 5e58a133-21d9-42cb-b61a-31473e6b62f8 on host dv-cinder-760199-6-smb {{(pid=91844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:43:17.506348 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] Pushing event deleted for resources: {'Port': ['ID=5e58a133-21d9-42cb-b61a-31473e6b62f8,revision_number=None']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:17.508354 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:17.535980 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.545531 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:17.599796 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] No DVR routers for this DVR port 5e58a133-21d9-42cb-b61a-31473e6b62f8 on host dv-cinder-760199-6-smb {{(pid=91842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:43:17.629908 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e58a133-21d9-42cb-b61a-31473e6b62f8,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:17.639144 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:17.730186 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.745748 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b3f935-ef98-4b3b-900b-d94c0d3eddb4']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:17.766330 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b2490-3eb5-4cba-b2d1-395edd92d35f req-f16b7097-b975-4f5f-af5b-9795480fed59 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:17.768402 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a96b2490-3eb5-4cba-b2d1-395edd92d35f req-f16b7097-b975-4f5f-af5b-9795480fed59 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.2734530 Jun 08 06:43:17.770195 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b364ebc-ca2d-4a93-a5a5-997843775ba0') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:17.770489 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b364ebc-ca2d-4a93-a5a5-997843775ba0') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:43:17.802271 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.834086 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.840412 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5e58a133-21d9-42cb-b61a-31473e6b62f8 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:43:17.851961 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-a96b2490-3eb5-4cba-b2d1-395edd92d35f req-fab924b2-4a74-40e5-854d-7147caa0854e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740683 Jun 08 06:43:17.858114 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:43:17.858787 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: util.warn( Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: util.warn( Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: util.warn( Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: util.warn( Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:43:17.873512 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:43:17.877701 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 5e58a133-21d9-42cb-b61a-31473e6b62f8 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:43:17.878150 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5e58a133-21d9-42cb-b61a-31473e6b62f8 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:43:17.968159 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.977127 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:17.992022 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:17.996307 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] 10.222.0.44 "DELETE /v2.0/networks/00b3f935-ef98-4b3b-900b-d94c0d3eddb4 HTTP/1.1" status: 204 len: 168 time: 1.2912927 Jun 08 06:43:18.005000 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Pushing event deleted for resources: {'Network': ['ID=00b3f935-ef98-4b3b-900b-d94c0d3eddb4,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:18.007827 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:18.176338 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50374) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:18.223304 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-4377bd9d-86a6-4d3f-80c7-de1de8423660 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11ba0909bed9400392afa3ee22c9f71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457828 Jun 08 06:43:18.225595 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50376) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:18.283445 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-453ec8ae-c8e1-4729-a081-df147a145b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:18.318589 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-453ec8ae-c8e1-4729-a081-df147a145b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:18.390936 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-453ec8ae-c8e1-4729-a081-df147a145b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:18.394598 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-453ec8ae-c8e1-4729-a081-df147a145b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:18.395787 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-453ec8ae-c8e1-4729-a081-df147a145b5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aec55b11-c991-4c25-a2ea-eb321aae31c2 HTTP/1.1" status: 204 len: 168 time: 0.1692708 Jun 08 06:43:18.396572 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e0cc7d4f-adef-4350-82f1-684dc427e118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:18.413939 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ec8ae-c8e1-4729-a081-df147a145b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec55b11-c991-4c25-a2ea-eb321aae31c2,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:18.417525 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-453ec8ae-c8e1-4729-a081-df147a145b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:18.831346 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50382) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:18.895291 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-637cfc93-bf6c-4d4b-b4b6-dd7209b21ca9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b1e3fef1b92a4d62b222a9806edd6cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610754 Jun 08 06:43:18.895568 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50386) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:43:19.128485 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5006-1ca6-4ae2-9310-619450459d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:19.175334 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5006-1ca6-4ae2-9310-619450459d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:19.193034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e989c644-827e-40f8-a625-e503357b1820 req-8113d8d4-a0c0-4e3c-9314-c6a5b2453a49 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:19.195036 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e989c644-827e-40f8-a625-e503357b1820 req-8113d8d4-a0c0-4e3c-9314-c6a5b2453a49 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.1886671 Jun 08 06:43:19.270923 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e989c644-827e-40f8-a625-e503357b1820 req-78e2fe39-0571-41de-b5a5-4c82abdb8894 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661945 Jun 08 06:43:19.292103 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5006-1ca6-4ae2-9310-619450459d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:19.294719 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-6d8b5006-1ca6-4ae2-9310-619450459d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:19.296344 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-6d8b5006-1ca6-4ae2-9310-619450459d62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad46bbd6-5feb-4d81-8684-dada0a7687f2 HTTP/1.1" status: 204 len: 168 time: 0.3993986 Jun 08 06:43:19.297171 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c9913e9d-b24c-452c-acde-a5c785865b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:19.308527 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b5006-1ca6-4ae2-9310-619450459d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad46bbd6-5feb-4d81-8684-dada0a7687f2,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:19.311375 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-6d8b5006-1ca6-4ae2-9310-619450459d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:20.468865 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec27cea-dfaa-4bcf-b822-4b8235afd639 req-1e8c8b83-f00a-425f-ae83-c5c1662177cb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:20.470380 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8ec27cea-dfaa-4bcf-b822-4b8235afd639 req-1e8c8b83-f00a-425f-ae83-c5c1662177cb tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0893021 Jun 08 06:43:20.528273 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8ec27cea-dfaa-4bcf-b822-4b8235afd639 req-28443ab9-48b6-4916-8e81-426c21670784 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516682 Jun 08 06:43:20.871318 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-07d14047-d361-4ddf-82e4-187285a45ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:21.726792 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90080c5-644c-4848-b61e-03e0278bf608 req-0aecd5a7-9155-4c56-9d83-3b25d839d1e0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:21.728253 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e90080c5-644c-4848-b61e-03e0278bf608 req-0aecd5a7-9155-4c56-9d83-3b25d839d1e0 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0775571 Jun 08 06:43:21.774610 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e90080c5-644c-4848-b61e-03e0278bf608 req-17805f36-b5e2-4008-8da7-c8a3ab12c726 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407107 Jun 08 06:43:22.686050 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:22.967384 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d99bb-7c83-4403-9854-e53d4ff1047b req-1579325b-c6a5-4ea2-91c3-c700c7a9757d tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:22.968763 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-af3d99bb-7c83-4403-9854-e53d4ff1047b req-1579325b-c6a5-4ea2-91c3-c700c7a9757d tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0836911 Jun 08 06:43:23.014727 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-af3d99bb-7c83-4403-9854-e53d4ff1047b req-dd5634eb-f97a-4cb1-9972-d3288afc7401 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398598 Jun 08 06:43:23.496636 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-2f0f2729-fdcf-44eb-b432-9d42a25c406f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:24.206942 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960e263-976e-4651-bd54-3adeaed0dfa0 req-6f636c56-3eb5-416d-91af-d322913268ba tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:24.211312 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0960e263-976e-4651-bd54-3adeaed0dfa0 req-6f636c56-3eb5-416d-91af-d322913268ba tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0841210 Jun 08 06:43:24.253488 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0960e263-976e-4651-bd54-3adeaed0dfa0 req-8b59b185-3420-44dc-be51-67cf5a2e331b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393245 Jun 08 06:43:24.880353 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:25.460346 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebf57b-feab-4c83-b851-9846871fdc7a req-1541ab02-a339-4657-a751-0c969f54412a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:25.461860 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-27ebf57b-feab-4c83-b851-9846871fdc7a req-1541ab02-a339-4657-a751-0c969f54412a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0989964 Jun 08 06:43:25.512473 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-27ebf57b-feab-4c83-b851-9846871fdc7a req-1a60ad4d-316c-4899-8d47-91cb9d7c459e tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443058 Jun 08 06:43:26.541803 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:26.721606 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ccb4d-d5fe-4ba7-af0f-75362a747884 req-2a7eb105-b82b-48e3-bee8-225626f38f1a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:26.723089 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4c8ccb4d-d5fe-4ba7-af0f-75362a747884 req-2a7eb105-b82b-48e3-bee8-225626f38f1a tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0871682 Jun 08 06:43:26.768038 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4c8ccb4d-d5fe-4ba7-af0f-75362a747884 req-0af17405-139b-4924-a2e4-33dbd053524f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382972 Jun 08 06:43:27.961208 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8ef1b-6569-4aef-bc44-b5c345c2d46c req-575433d2-e5fe-4802-956c-0b9382572055 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:27.962734 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-58e8ef1b-6569-4aef-bc44-b5c345c2d46c req-575433d2-e5fe-4802-956c-0b9382572055 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0863903 Jun 08 06:43:28.014000 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-58e8ef1b-6569-4aef-bc44-b5c345c2d46c req-8272bbfb-65b6-430e-9d35-6ed49ec28840 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451422 Jun 08 06:43:29.210772 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bfbc7-8928-4f28-a023-bd6ccca4de98 req-43e7d999-66bc-44ff-8136-13e6b7960545 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:29.212987 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da6bfbc7-8928-4f28-a023-bd6ccca4de98 req-43e7d999-66bc-44ff-8136-13e6b7960545 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0876470 Jun 08 06:43:29.258793 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-da6bfbc7-8928-4f28-a023-bd6ccca4de98 req-88b3a8ad-5616-4a5e-a937-41c5aa88a547 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401864 Jun 08 06:43:30.462405 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8e262-5da3-4518-800a-bdda548c2014 req-4e8138bb-9b17-4c5b-a5dd-4b1b0659d25b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:30.471252 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0cb8e262-5da3-4518-800a-bdda548c2014 req-4e8138bb-9b17-4c5b-a5dd-4b1b0659d25b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.1027453 Jun 08 06:43:30.517731 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0cb8e262-5da3-4518-800a-bdda548c2014 req-c3345ebd-89e1-447d-8c31-375f13497d14 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451443 Jun 08 06:43:31.706334 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08446ff1-fc5a-42ed-9886-f0187628e77d req-30be1d39-4244-4bbe-9513-aa2c1f5b41d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:31.707810 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-08446ff1-fc5a-42ed-9886-f0187628e77d req-30be1d39-4244-4bbe-9513-aa2c1f5b41d6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0826690 Jun 08 06:43:31.750865 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-08446ff1-fc5a-42ed-9886-f0187628e77d req-22348a37-a08d-4fad-93e7-8e54d8a86e01 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375149 Jun 08 06:43:32.937537 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe6a0f-c9b5-4362-bba9-0f57851a982c req-abe1c2f5-96b0-4983-8c0d-4c046aae3464 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:32.938988 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ffbe6a0f-c9b5-4362-bba9-0f57851a982c req-abe1c2f5-96b0-4983-8c0d-4c046aae3464 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0786226 Jun 08 06:43:32.982542 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ffbe6a0f-c9b5-4362-bba9-0f57851a982c req-90833b6f-cbee-4d42-870f-5d102667c151 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378640 Jun 08 06:43:34.176867 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23515642-7be9-4a04-b551-eb8416ac381d req-a86fec69-6739-429d-aec7-f80d3da20e9b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:34.178342 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-23515642-7be9-4a04-b551-eb8416ac381d req-a86fec69-6739-429d-aec7-f80d3da20e9b tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0842714 Jun 08 06:43:34.225394 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-23515642-7be9-4a04-b551-eb8416ac381d req-3af1451e-4830-44ce-a1d7-14018eb71649 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Jun 08 06:43:35.285380 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:43:35.414618 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:35.416272 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e67095-901a-46e6-8ebf-5824127365c5 req-2c96953b-6ea7-405a-bfe3-4f196b4f69d7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:35.417739 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-68e67095-901a-46e6-8ebf-5824127365c5 req-2c96953b-6ea7-405a-bfe3-4f196b4f69d7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 943 time: 0.0823452 Jun 08 06:43:35.428349 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'port_id': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'mac_address': 'fa:16:3e:1f:24:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:43:35.462637 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-68e67095-901a-46e6-8ebf-5824127365c5 req-493f3b58-d756-427a-9f34-416cd67111a5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393100 Jun 08 06:43:35.485902 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:35.503363 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe17b58-5682-4bd3-b4bf-4c7f5447417d {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:43:35.518051 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:35.522001 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:35.523713 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:35.586380 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=9']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:35.589348 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:35.728752 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['dfe17b58-5682-4bd3-b4bf-4c7f5447417d'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:43:36.645880 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa1191-5fe8-4fc1-90f0-a0ce787e3fc1 req-d7c2ecbe-2ae1-47e6-b0c6-6429f91f6e96 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:36.647312 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-06aa1191-5fe8-4fc1-90f0-a0ce787e3fc1 req-d7c2ecbe-2ae1-47e6-b0c6-6429f91f6e96 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 944 time: 0.0779455 Jun 08 06:43:36.695571 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-06aa1191-5fe8-4fc1-90f0-a0ce787e3fc1 req-41a452b8-e9db-4e3c-93c0-ef80dbac37d1 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426469 Jun 08 06:43:37.285852 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:43:37.351665 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port dfe17b58-5682-4bd3-b4bf-4c7f5447417d triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:43:37.352065 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:37.491076 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:37.516692 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:43:37.519430 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24e4561-7b0d-471e-b20e-493e9b8afea0" -d '{"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:43:37.526900 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:43:37.530946 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:37.534665 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-1b5023fa-f849-43b2-acff-153fda17f202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:43:37.601174 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=10']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:43:37.604449 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:43:37.744035 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faea8a3-8ceb-4d00-8071-83fcbd279623 x-openstack-request-id: req-5faea8a3-8ceb-4d00-8071-83fcbd279623 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:43:37.744334 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-plugged", "status": "completed", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:43:37.744596 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5faea8a3-8ceb-4d00-8071-83fcbd279623 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:43:37.744998 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'code': 200} Jun 08 06:43:37.886211 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca619e78-997c-42b7-bd4f-48fb4a7e47a9 req-b8e28658-5b6c-47fc-85fd-e31c1b07aa79 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:37.887585 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ca619e78-997c-42b7-bd4f-48fb4a7e47a9 req-b8e28658-5b6c-47fc-85fd-e31c1b07aa79 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 946 time: 0.0837843 Jun 08 06:43:37.973308 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ca619e78-997c-42b7-bd4f-48fb4a7e47a9 req-cb742ea1-4c83-40ee-b5c4-4b6bc01a579f tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793719 Jun 08 06:43:37.997073 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe756fa-4fe0-48d5-a566-6a3b112c18fa req-7c842dbc-6173-496c-8272-03b05114121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:37.998540 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fe756fa-4fe0-48d5-a566-6a3b112c18fa req-7c842dbc-6173-496c-8272-03b05114121f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 1099 time: 0.0834763 Jun 08 06:43:38.039155 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fe756fa-4fe0-48d5-a566-6a3b112c18fa req-7229fb31-356a-4675-8d15-0182cf90b958 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342565 Jun 08 06:43:39.186574 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d6628-cd02-4b68-ba7b-95d9366ada31 req-bd440ff7-9dc4-4d2b-b73b-62296663af58 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:39.188093 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-494d6628-cd02-4b68-ba7b-95d9366ada31 req-bd440ff7-9dc4-4d2b-b73b-62296663af58 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 946 time: 0.0910158 Jun 08 06:43:39.236380 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-494d6628-cd02-4b68-ba7b-95d9366ada31 req-727bbeaf-f6e0-496a-b0f9-db5630134903 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419052 Jun 08 06:43:40.426224 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d6a43-eace-488e-84c4-29bebe328c2a req-e3721fa8-8956-4c23-a3f1-419e9fd71c5c tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:43:40.427706 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc8d6a43-eace-488e-84c4-29bebe328c2a req-e3721fa8-8956-4c23-a3f1-419e9fd71c5c tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 946 time: 0.0812669 Jun 08 06:43:40.471327 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cc8d6a43-eace-488e-84c4-29bebe328c2a req-2efd6d58-06fc-480d-8c27-925eb70292c6 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380590 Jun 08 06:43:41.213652 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:50.872175 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5c6c-e0a4-4f99-8bf3-cc96200c0175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:52.138628 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:43:52.688368 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:53.497824 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-189f462f-c378-44a9-b76b-9544f78b24c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:54.883234 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:43:56.545451 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:11.204527 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:11.741377 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07485e0-edf1-4b2d-ba3b-1158630e1695 req-47d2d71c-66f8-4801-9ed8-56920b0251da tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:11.742810 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c07485e0-edf1-4b2d-ba3b-1158630e1695 req-47d2d71c-66f8-4801-9ed8-56920b0251da tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 946 time: 0.0789826 Jun 08 06:44:11.786342 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c07485e0-edf1-4b2d-ba3b-1158630e1695 req-69bcf958-f180-477a-961d-c69eeedbb265 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379548 Jun 08 06:44:12.981404 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eaa3dc-7e8f-41cf-af92-4f628547ade7 req-d391c1e7-71af-45ca-af67-39803d2f7ce5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:12.982896 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-36eaa3dc-7e8f-41cf-af92-4f628547ade7 req-d391c1e7-71af-45ca-af67-39803d2f7ce5 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 946 time: 0.0824599 Jun 08 06:44:13.017889 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-7f89d987-3a94-4ba3-9f06-ce94996bddd7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:13.019313 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-7f89d987-3a94-4ba3-9f06-ce94996bddd7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 946 time: 0.0806625 Jun 08 06:44:13.027356 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-36eaa3dc-7e8f-41cf-af92-4f628547ade7 req-730bc2df-32fd-4f32-aba2-eec536bceddf tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups?id=86f21591-44ab-4f33-bbf5-200d6ccb52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379474 Jun 08 06:44:13.153575 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Deleting port dfe17b58-5682-4bd3-b4bf-4c7f5447417d {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:44:13.153831 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:13.330737 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] For port dfe17b58-5682-4bd3-b4bf-4c7f5447417d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:13.331093 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:13.504161 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-a18f321e-1dcc-43b3-afb3-eda0ffc226ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2690728 Jun 08 06:44:13.760011 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:13.760314 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:13.760630 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.l3_db [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Floating IP 5c644147-7d0e-43da-ad3b-3771ea5e8bc9 disassociated. External IP: 172.28.2.119, port: dfe17b58-5682-4bd3-b4bf-4c7f5447417d. Jun 08 06:44:13.760979 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Calling delete_port for dfe17b58-5682-4bd3-b4bf-4c7f5447417d owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:44:13.768875 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-1bd66ebb-83d9-4c0c-b60a-1efb5ba26620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:13.770398 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-1bd66ebb-83d9-4c0c-b60a-1efb5ba26620 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1098 time: 0.1971116 Jun 08 06:44:13.971590 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-f71bacc1-4823-4b1e-ad6e-957dd3d12a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:13.973047 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-f71bacc1-4823-4b1e-ad6e-957dd3d12a07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 910 time: 0.1836264 Jun 08 06:44:14.078302 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:14.085481 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d5d9830f-5feb-4d00-9159-9a72cb6226f3 tempest-VolumesActionsTest-1351192218 tempest-VolumesActionsTest-1351192218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:14.134954 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event deleted for resources: {'Port': ['ID=dfe17b58-5682-4bd3-b4bf-4c7f5447417d,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:14.142550 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-754b0610-ea24-455e-aab8-041c91b27c8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 1001 time: 0.1585436 Jun 08 06:44:14.179852 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.180221 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.180580 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.180932 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.181280 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.181629 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.181972 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.182312 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.182653 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.182990 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.183331 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.183682 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:14.192306 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:14.292767 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e453a0bc-eefb-4602-8933-08f75b65e8f3 req-980fd776-a547-4971-b78c-547844fe0b96 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 210 time: 0.1541595 Jun 08 06:44:14.387201 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-d3f99cd7-17e0-40a4-a765-3263224746d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:14.388651 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-d3f99cd7-17e0-40a4-a765-3263224746d2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 200 len: 848 time: 0.2400665 Jun 08 06:44:14.468737 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Router 3f037f05-51b0-4929-ad73-6b60b213c113 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:44:14.557044 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-99865fc6-b5c1-4df4-addd-ec963946fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:14.558437 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-99865fc6-b5c1-4df4-addd-ec963946fad4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35a34008-927c-4da4-915a-251572b2d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1592178 Jun 08 06:44:14.853863 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:44:14.863612 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] Sync routers for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:44:14.872454 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:14.873078 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:43:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:14.929924 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-4eea25d4-3b31-4864-bc34-3daea06ce55a service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210192 Jun 08 06:44:14.934822 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] No DVR routers for this DVR port dfe17b58-5682-4bd3-b4bf-4c7f5447417d on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:44:14.937849 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:14.939838 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-39e68d58-83c4-4b4f-b7cd-3589202c1c04 req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.48 "DELETE /v2.0/ports/dfe17b58-5682-4bd3-b4bf-4c7f5447417d HTTP/1.1" status: 204 len: 173 time: 1.9150712 Jun 08 06:44:14.956672 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-deleted', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:44:14.958854 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9d4e3b-105a-4cef-aba8-c3ece92641cf" -d '{"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-deleted", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:44:15.065040 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:15.080855 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a826fda-d738-49c6-8e7b-ad7b8ccbe756 req-a45b59f1-d0a5-4bbb-a3a4-0e058079cd17 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439965 Jun 08 06:44:15.085376 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611cf978-0ab2-4241-a36a-00e34648a02c x-openstack-request-id: req-611cf978-0ab2-4241-a36a-00e34648a02c {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:44:15.085764 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349c36e3-2e6e-4156-b1e9-b8267f22e17a", "name": "network-vif-deleted", "tag": "dfe17b58-5682-4bd3-b4bf-4c7f5447417d", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:44:15.086043 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-611cf978-0ab2-4241-a36a-00e34648a02c {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:44:15.086447 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349c36e3-2e6e-4156-b1e9-b8267f22e17a', 'name': 'network-vif-deleted', 'tag': 'dfe17b58-5682-4bd3-b4bf-4c7f5447417d', 'status': 'completed', 'code': 200} Jun 08 06:44:15.373693 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:15.378248 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] Checking router: 3f037f05-51b0-4929-ad73-6b60b213c113 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:44:15.386523 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:15.387133 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:43:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:15.473387 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-51453bea-380d-4c2c-b5e5-c242e05e3dde req-4dc07ff5-1aac-43bd-9ced-6f8431ba6643 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/ports?device_id=349c36e3-2e6e-4156-b1e9-b8267f22e17a HTTP/1.1" status: 200 len: 210 time: 0.0465894 Jun 08 06:44:15.565270 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:15.865549 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:15.869557 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a9b728-1a50-41b1-bf44-1fde3e2643b0 None None] The sync data for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb is: [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:38:11Z', 'revision_number': 4, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c36ab542-2dd1-459f-a25d-a5adc23dc082', 'name': '', 'network_id': '3c32b2e8-ca79-46e5-a9bd-e53e75032713', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'mac_address': 'fa:16:3e:17:91:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:38:05Z', 'updated_at': '2021-06-08T06:38:22Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'subnets': [{'id': '7cda2147-b618-4a7c-bac7-9feee8455c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:44:16.069987 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910d9cf8-b28a-4e01-907d-aab5334505b9 None None] New status for floating IP 5c644147-7d0e-43da-ad3b-3771ea5e8bc9: DOWN {{(pid=91845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:44:16.606435 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50508) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:16.668209 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d4eff4f9-2bcc-4dd9-9ef9-f1243dbf13ff tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:16.694839 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d4eff4f9-2bcc-4dd9-9ef9-f1243dbf13ff tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:16.745552 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d4eff4f9-2bcc-4dd9-9ef9-f1243dbf13ff tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:16.747957 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-d4eff4f9-2bcc-4dd9-9ef9-f1243dbf13ff tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:16.749072 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-d4eff4f9-2bcc-4dd9-9ef9-f1243dbf13ff tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "DELETE /v2.0/security-groups/86f21591-44ab-4f33-bbf5-200d6ccb52dd HTTP/1.1" status: 204 len: 168 time: 0.1416287 Jun 08 06:44:16.749828 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a4279f0d-6dff-41a9-88ef-16e5c324e10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:16.751812 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50510) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:16.760325 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eff4f9-2bcc-4dd9-9ef9-f1243dbf13ff tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f21591-44ab-4f33-bbf5-200d6ccb52dd,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:16.762739 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d4eff4f9-2bcc-4dd9-9ef9-f1243dbf13ff tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:16.768604 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.api.v2.resource [None req-2f084663-bd7e-4b06-aa7a-8ee0cea8b4a7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] show failed (client error): The resource could not be found. Jun 08 06:44:16.769580 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-2f084663-bd7e-4b06-aa7a-8ee0cea8b4a7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "GET /v2.0/security-groups/86f21591-44ab-4f33-bbf5-200d6ccb52dd HTTP/1.1" status: 404 len: 347 time: 0.0167258 Jun 08 06:44:16.772420 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50512) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:17.076042 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Deleting port b38aaf32-7864-4b2d-b817-97c5d54cd20d {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:44:17.076391 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:17.192405 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:17.192760 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:17.311874 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Calling delete_port for b38aaf32-7864-4b2d-b817-97c5d54cd20d owned by network:floatingip {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:44:17.418639 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:17.423864 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3577ccea-3e89-4db1-84aa-846a4672811b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:17.433263 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:44:17.466994 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: dfe17b58-5682-4bd3-b4bf-4c7f5447417d {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:44:17.467352 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device dfe17b58-5682-4bd3-b4bf-4c7f5447417d not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:44:17.494762 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Pushing event deleted for resources: {'Port': ['ID=b38aaf32-7864-4b2d-b817-97c5d54cd20d,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:17.539324 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.539723 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.540097 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.540464 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.540820 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.541184 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.541537 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.541891 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.542241 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.542592 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.542942 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.543290 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:17.549998 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:17.571505 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks [] for floatingip, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:17.573790 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:17.574914 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-2670ed1f-6978-421b-bc8b-eb98fd0510db tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] 10.222.0.44 "DELETE /v2.0/floatingips/5c644147-7d0e-43da-ad3b-3771ea5e8bc9 HTTP/1.1" status: 204 len: 168 time: 0.8016274 Jun 08 06:44:20.342383 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50534) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:20.874224 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f14dbe44-71b5-4c73-a957-fbb74e1a856e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:21.030504 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33506338'] for router_interface, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:21.565568 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Deleting port c36ab542-2dd1-459f-a25d-a5adc23dc082 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:44:21.566264 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:21.711538 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] For port c36ab542-2dd1-459f-a25d-a5adc23dc082, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c36ab542-2dd1-459f-a25d-a5adc23dc082,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:21.712114 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:21.860196 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Calling delete_port for c36ab542-2dd1-459f-a25d-a5adc23dc082 owned by network:router_interface {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:44:22.020289 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:22.025064 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:22.073971 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36ab542-2dd1-459f-a25d-a5adc23dc082,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:22.103796 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:22.341081 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33073126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33432025'] for router_interface, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:22.690747 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:22.691710 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Router 3f037f05-51b0-4929-ad73-6b60b213c113 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:44:22.968399 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:44:22.974816 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e5d04b98-9e6b-4450-9feb-33e3b78ce164 admin admin] 10.222.0.44 "PUT /v2.0/routers/3f037f05-51b0-4929-ad73-6b60b213c113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6313808 Jun 08 06:44:22.975420 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50538) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:22.976800 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] Sync routers for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:44:22.985917 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:22.986516 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:43:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:23.148848 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks [] for router, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:23.197599 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:23.323199 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:23.395105 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Deleting port fb267730-3818-4d7b-af4c-342c65dab13a {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:44:23.395444 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:23.473568 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243'}], 'enable_snat': True}, 'gw_port_id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:44:21Z', 'revision_number': 5, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port': {'id': 'fb267730-3818-4d7b-af4c-342c65dab13a', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:37:53Z', 'updated_at': '2021-06-08T06:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:23.477249 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] Checking router: 3f037f05-51b0-4929-ad73-6b60b213c113 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:44:23.491498 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] Routers {'3f037f05-51b0-4929-ad73-6b60b213c113'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:23.492123 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:43:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['3f037f05-51b0-4929-ad73-6b60b213c113'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:23.514385 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] For port fb267730-3818-4d7b-af4c-342c65dab13a, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=fb267730-3818-4d7b-af4c-342c65dab13a,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:23.514763 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:23.615019 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-65232834-0c0c-4526-97b5-06d722046830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:23.637421 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Calling delete_port for fb267730-3818-4d7b-af4c-342c65dab13a owned by network:router_gateway {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:44:23.650470 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] Set router 3f037f05-51b0-4929-ad73-6b60b213c113 gateway port host: None {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:23.755249 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:44:23Z', 'revision_number': 6, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port_host': None}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:23.759008 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c6656e-c8c0-49c5-9d79-dcda0f0560aa None None] The sync data for ids ['3f037f05-51b0-4929-ad73-6b60b213c113'] in dv-cinder-760199-6-smb is: [{'id': '3f037f05-51b0-4929-ad73-6b60b213c113', 'name': 'tempest-AttachVolumeShelveTestJSON-182750237-router', 'tenant_id': 'acb06b0ea9a848189985366f026f1acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:37:51Z', 'updated_at': '2021-06-08T06:44:23Z', 'revision_number': 6, 'project_id': 'acb06b0ea9a848189985366f026f1acf', 'gw_port_host': None}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:44:23.778210 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:23.781949 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:23.830734 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fb267730-3818-4d7b-af4c-342c65dab13a,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:23.833852 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:23.921654 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33506372'] for router_gateway, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.089866 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33445649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11571'] for router, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.092345 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.119743 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33445885'] for router, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.120221 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f037f05-51b0-4929-ad73-6b60b213c113 {{(pid=91842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 06:44:24.125207 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.129237 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] 10.222.0.44 "DELETE /v2.0/routers/3f037f05-51b0-4929-ad73-6b60b213c113 HTTP/1.1" status: 204 len: 168 time: 1.1526644 Jun 08 06:44:24.129553 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50540) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:24.196976 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] Deleting subnet 7cda2147-b618-4a7c-bac7-9feee8455c61 {{(pid=91843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:44:24.199903 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.250073 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31460960'] for subnet, precommit_delete_associations {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.367041 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.431676 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30672540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31494048'] for subnet, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.435327 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7aac8427-8830-4ffa-9544-a087557c8503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:24.469426 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cda2147-b618-4a7c-bac7-9feee8455c61,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:24.472437 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:24.473415 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for subnet, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.475245 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-68dc3841-d01c-4e53-b135-2048335b7dfb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7cda2147-b618-4a7c-bac7-9feee8455c61 HTTP/1.1" status: 204 len: 168 time: 0.3440816 Jun 08 06:44:24.477847 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50542) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:24.480431 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adbaa3-a6e2-413d-a38c-643840dd22ce None None] Network 3c32b2e8-ca79-46e5-a9bd-e53e75032713 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:44:24.583853 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.658369 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Deleting port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:44:24.658698 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.727334 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] DHCP port deletion for 3c32b2e8-ca79-46e5-a9bd-e53e75032713 request from dv-cinder-760199-6-smb {{(pid=91844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 06:44:24.769089 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] For port f91d3859-ed91-4fe4-bf5e-529c3ab56db0, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=f91d3859-ed91-4fe4-bf5e-529c3ab56db0,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:24.769471 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.794948 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Deleting port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 {{(pid=91844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:44:24.795421 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.898667 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Calling delete_port for f91d3859-ed91-4fe4-bf5e-529c3ab56db0 owned by network:dhcp {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:44:24.909281 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] For port f91d3859-ed91-4fe4-bf5e-529c3ab56db0, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=f91d3859-ed91-4fe4-bf5e-529c3ab56db0,segment=NetworkSegment(c9c7722d-46e8-4704-96f2-2e2767e9bcf1),segment_id=c9c7722d-46e8-4704-96f2-2e2767e9bcf1)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:24.909663 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.918865 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.948670 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:24.952360 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c78c14e1-951b-4b01-9108-2682c2c90b23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:24.994540 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91d3859-ed91-4fe4-bf5e-529c3ab56db0,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:24.997523 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:24.998294 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] No DVR routers for this DVR port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 on host dv-cinder-760199-6-smb {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:44:25.038080 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Calling delete_port for f91d3859-ed91-4fe4-bf5e-529c3ab56db0 owned by network:dhcp {{(pid=91844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:44:25.081244 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138'] for port, after_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.084903 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-4ee60511-6899-4d85-85c6-d42e3b685854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:25.113362 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.125076 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Pushing event deleted for resources: {'Port': ['ID=f91d3859-ed91-4fe4-bf5e-529c3ab56db0,revision_number=None']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:25.130580 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c32b2e8-ca79-46e5-a9bd-e53e75032713']}} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:25.134766 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] No DVR routers for this DVR port f91d3859-ed91-4fe4-bf5e-529c3ab56db0 on host dv-cinder-760199-6-smb {{(pid=91844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:44:25.136633 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.136986 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.137327 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.137663 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.138000 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.138331 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.138659 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.138986 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.139311 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.139631 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.139975 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.140294 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:25.143650 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1') {'for_net_delete': True} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:25.143794 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:25.143985 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c7722d-46e8-4704-96f2-2e2767e9bcf1') {} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:25.156074 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31460971'] for segment, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.171626 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.177467 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=91843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:44:25.177838 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30672441'] for segment, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: Traceback (most recent call last): Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: timer() Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: cb(*args, **kw) Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: return func(*args, **kwargs) Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: self._notify() Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: self.callback(batched_events) Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: event.method(event) Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: return f(self, *a, **k) Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: return self._get(url).json() Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: return self.request(url, 'GET', **kwargs) Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:44:25.190959 dv-cinder-760199-6-smb neutron-server[91843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:44:25.270475 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.274751 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:25.292425 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.294234 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c32b2e8-ca79-46e5-a9bd-e53e75032713 HTTP/1.1" status: 204 len: 168 time: 0.8154972 Jun 08 06:44:25.302213 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c32b2e8-ca79-46e5-a9bd-e53e75032713,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:25.303282 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:25.404625 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50546) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:25.451516 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e091cee0-0324-46d7-9259-b6c118d119cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=acb06b0ea9a848189985366f026f1acf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457184 Jun 08 06:44:25.453732 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50548) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:25.509823 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-258b70a3-25dd-4719-b90b-4196e0d9fdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.535178 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-258b70a3-25dd-4719-b90b-4196e0d9fdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.598300 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-258b70a3-25dd-4719-b90b-4196e0d9fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.601146 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-258b70a3-25dd-4719-b90b-4196e0d9fdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:25.602288 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-258b70a3-25dd-4719-b90b-4196e0d9fdfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca3a6e94-99d6-4393-9e60-4f282916503c HTTP/1.1" status: 204 len: 168 time: 0.1471388 Jun 08 06:44:25.603075 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-248f246a-0ed2-4d90-afed-8ba40cc8b45b tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:25.612889 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b70a3-25dd-4719-b90b-4196e0d9fdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3a6e94-99d6-4393-9e60-4f282916503c,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:25.615215 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-258b70a3-25dd-4719-b90b-4196e0d9fdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:25.833636 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device f91d3859-ed91-4fe4-bf5e-529c3ab56db0 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:44:25.903397 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: f91d3859-ed91-4fe4-bf5e-529c3ab56db0 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:44:25.903779 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device f91d3859-ed91-4fe4-bf5e-529c3ab56db0 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:44:25.904200 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device fb267730-3818-4d7b-af4c-342c65dab13a no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:44:25.938172 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: fb267730-3818-4d7b-af4c-342c65dab13a {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:44:25.938577 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device fb267730-3818-4d7b-af4c-342c65dab13a not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:44:25.938996 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c36ab542-2dd1-459f-a25d-a5adc23dc082 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:44:25.973212 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: c36ab542-2dd1-459f-a25d-a5adc23dc082 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:44:25.973565 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c36ab542-2dd1-459f-a25d-a5adc23dc082 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:44:26.314693 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50570) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:26.415354 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1779988688-network', 'tenant_id': 'fb978da5864e42688e5316eb547b58db'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:26.437664 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Made reservation on behalf of fb978da5864e42688e5316eb547b58db for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:44:26.440458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.452129 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.547229 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.559793 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.563736 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.567488 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-258b70a3-25dd-4719-b90b-4196e0d9fdfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:26.594277 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=91843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:44:26.603515 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8211794-281a-4cf4-a6f6-6146f6d84a11,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:26.606982 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:26.609612 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.609953 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Added segment cc08ddee-cc67-424b-8d14-8100fa259f5e of type vlan for network f642fdd7-a978-41cb-9b0b-762a73801ce0 Jun 08 06:44:26.636278 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.664449 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.665754 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:26.666333 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:26.670863 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:26.826618 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5106850 Jun 08 06:44:26.830258 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50574) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:26.835470 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Request body: {'subnet': {'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1779988688-subnet', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:26.845565 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Pushing event updated for resources: {'Network': ['ID=f642fdd7-a978-41cb-9b0b-762a73801ce0,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:26.848172 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:26.856191 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:44:26.856761 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Made reservation on behalf of fb978da5864e42688e5316eb547b58db for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:44:26.859076 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31748123'] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.168662 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32882429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31748149'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.172151 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:27.240333 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c38d459-1c6a-4ae8-858f-ed956e625841,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:27.245406 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:27.247829 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Checking segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:44:27.248183 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Network hostable DHCP agents. Network: f642fdd7-a978-41cb-9b0b-762a73801ce0, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:44:27.264016 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:44:27.273310 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, f642fdd7-a978-41cb-9b0b-762a73801ce0) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:44:27.277269 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:27.277889 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.283476 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c260c85-e657-4b85-a074-18bd60ed990a None None] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:44:27.296548 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-301ea24a-cb22-4041-929e-aa8245613049 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4650915 Jun 08 06:44:27.299212 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50576) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:27.303598 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:27.324724 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33445727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11525'] for router, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.325664 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33445620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33435027', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33501201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11530'] for router, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.339934 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.493162 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b0ce0fc-4adf-5d44-94c7-c9d50110abf7-f642fdd7-a978-41cb-9b0b-762a73801ce0', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841'}]}} from dv-cinder-760199-6-smb. {{(pid=91844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 06:44:27.493993 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.604833 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33435009', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33445709', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11576'] for router, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.647553 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.db_base_plugin_common [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Allocated IP 172.20.0.2 (f642fdd7-a978-41cb-9b0b-762a73801ce0/0c38d459-1c6a-4ae8-858f-ed956e625841/5908f5d3-977a-4b19-b73d-83195e2d4359) {{(pid=91844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:44:27.855328 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Notify callbacks [] for port, precommit_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.866230 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Transition to ACTIVE for port object 5908f5d3-977a-4b19-b73d-83195e2d4359 will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:44:27.885254 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Transition to ACTIVE for port object 5908f5d3-977a-4b19-b73d-83195e2d4359 will not be triggered until provisioned by entity DHCP. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:44:27.890216 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129'] for port, after_create {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.890838 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:27.890838 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:44:27.890838 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:44:27.890838 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:44:27.890838 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:27.890838 dv-cinder-760199-6-smb neutron-server[91844]: ERROR neutron_lib.callbacks.manager Jun 08 06:44:27.906310 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 is already hosted by enough agents. {{(pid=91844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:44:27.907465 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.scheduler.base_scheduler [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Resources bound (agent type, host, resource id): {{(pid=91844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:44:27.909438 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.909913 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Received port after_create {{(pid=91844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:44:27.939836 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:27.998646 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Attempting to bind port 5908f5d3-977a-4b19-b73d-83195e2d4359 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:44:27.999021 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Attempting to bind port 5908f5d3-977a-4b19-b73d-83195e2d4359 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:44:27.999452 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Attempting to bind port 5908f5d3-977a-4b19-b73d-83195e2d4359 on network f642fdd7-a978-41cb-9b0b-762a73801ce0 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:44:28.004720 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:44:28.005101 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Checking segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:44:28.005528 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:28.005947 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Bound using segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:44:28.006445 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Bound port: 5908f5d3-977a-4b19-b73d-83195e2d4359, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:44:28.006818 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:28.076460 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Allocated IP 172.28.2.200 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/c0c76799-9550-4622-9986-f2acfe47c0c9) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:44:28.096074 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] For port 5908f5d3-977a-4b19-b73d-83195e2d4359, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:44:28.099002 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] For port 5908f5d3-977a-4b19-b73d-83195e2d4359, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5908f5d3-977a-4b19-b73d-83195e2d4359,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:44:28.102891 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:28.106760 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:28.178222 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Pushing event updated for resources: {'Port': ['ID=5908f5d3-977a-4b19-b73d-83195e2d4359,revision_number=2']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:28.184518 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-70cc20e5-f696-48e6-a280-3009db448113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:28.229120 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:28.258913 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:28.259497 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:28.259497 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:44:28.259497 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:44:28.259497 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:44:28.259497 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:28.259497 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:44:28.276381 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:44:28.277553 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:44:28.279988 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:44:28.795466 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:29.066227 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7449fc1-307f-4629-a20a-3e7e8a7ffaaa None None] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:44:29.138003 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:44:29.144589 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33445700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33435068'] for router, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:29.161429 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-c6b5cdd0-781f-4cdc-b8b9-897fec57adc8 None None] Provisioning for port 5908f5d3-977a-4b19-b73d-83195e2d4359 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:44:29.353841 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Router 4e378294-f183-4467-8031-a18cd861db79 is scheduled to L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c with binding_index 1 {{(pid=91842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 06:44:29.529538 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:44:29.538645 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Sync routers for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:44:29.548388 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:29.549500 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:29.549651 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-0feed0f8-0f3d-4536-9ed0-91688f033856 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2494636 Jun 08 06:44:29.550115 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:44:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:29.552271 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50578) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:29.753519 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:29.876880 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5908f5d3-977a-4b19-b73d-83195e2d4359 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:44:29.951582 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 5908f5d3-977a-4b19-b73d-83195e2d4359 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:44:29.956998 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 5908f5d3-977a-4b19-b73d-83195e2d4359 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:29.957386 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.035958 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:28Z', 'revision_number': 3, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:30.043327 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Checking router: 4e378294-f183-4467-8031-a18cd861db79 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:44:30.043736 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Updating router 4e378294-f183-4467-8031-a18cd861db79 port c0c76799-9550-4622-9986-f2acfe47c0c9 binding host dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:44:30.076714 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.101096 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.109056 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 5908f5d3-977a-4b19-b73d-83195e2d4359, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5908f5d3-977a-4b19-b73d-83195e2d4359,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:30.113788 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.115797 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0f7763b0-79d3-49aa-b567-2a0b562769ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:30.214728 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=5908f5d3-977a-4b19-b73d-83195e2d4359,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:30.217841 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:30.341424 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.427969 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Notify callbacks [] for port, precommit_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.439493 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.provisioning_blocks [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Transition to ACTIVE for port object c0c76799-9550-4622-9986-f2acfe47c0c9 will not be triggered until provisioned by entity L2. {{(pid=91845) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:44:30.446174 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.449987 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-3801a5e2-503b-4031-9551-0e81ab6f9d44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:30.526030 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Pushing event updated for resources: {'Port': ['ID=c0c76799-9550-4622-9986-f2acfe47c0c9,revision_number=2']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:30.533787 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Attempting to bind port c0c76799-9550-4622-9986-f2acfe47c0c9 on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:44:30.534153 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Attempting to bind port c0c76799-9550-4622-9986-f2acfe47c0c9 by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:44:30.534712 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Attempting to bind port c0c76799-9550-4622-9986-f2acfe47c0c9 on network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:44:30.538440 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.538773 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.539103 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.539427 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.539783 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.540106 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.540418 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.540792 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.541186 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.541500 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.541810 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.542117 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:44:30.543799 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Allocated IP 172.20.0.1 (f642fdd7-a978-41cb-9b0b-762a73801ce0/0c38d459-1c6a-4ae8-858f-ed956e625841/6b0eeedb-112e-4469-ad5b-0bf2e448683d) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:44:30.547003 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:30.548949 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:44:30.548949 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Checking segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:44:30.549337 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.549747 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Bound using segment: {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'} {{(pid=91845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:44:30.550228 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.managers [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Bound port: c0c76799-9550-4622-9986-f2acfe47c0c9, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e337105b-b73e-4729-9e0d-b79721f88c2a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}}] {{(pid=91845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:44:30.550705 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.620850 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] For port c0c76799-9550-4622-9986-f2acfe47c0c9, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:44:30.623727 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.plugins.ml2.db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] For port c0c76799-9550-4622-9986-f2acfe47c0c9, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c0c76799-9550-4622-9986-f2acfe47c0c9,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:44:30.629016 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron_lib.callbacks.manager [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.633439 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:30.692687 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.703522 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:30.704776 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:44:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:30.708409 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.provisioning_blocks [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Transition to ACTIVE for port object 6b0eeedb-112e-4469-ad5b-0bf2e448683d will not be triggered until provisioned by entity DHCP. {{(pid=91842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:44:30.730657 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.731246 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:30.731246 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:44:30.731246 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:44:30.731246 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:44:30.731246 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:30.731246 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:44:30.746784 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:44:30.747855 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:44:30.750118 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:44:30.762827 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Pushing event updated for resources: {'Port': ['ID=c0c76799-9550-4622-9986-f2acfe47c0c9,revision_number=3']} {{(pid=91845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:30.775633 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG oslo_concurrency.lockutils [None req-66c172da-1137-4538-bff5-97d2b1c61c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91845) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:30.806275 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33506538'] for router_interface, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:30.894555 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:30.921567 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:31.021208 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-36983cc6-76d4-4b6b-bf75-5d94db417eae None None] Provisioning for port 6b0eeedb-112e-4469-ad5b-0bf2e448683d completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:44:31.025951 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-36983cc6-76d4-4b6b-bf75-5d94db417eae None None] Provisioning complete for port 6b0eeedb-112e-4469-ad5b-0bf2e448683d triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:31.027706 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-36983cc6-76d4-4b6b-bf75-5d94db417eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:31.086029 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-36983cc6-76d4-4b6b-bf75-5d94db417eae None None] Port 6b0eeedb-112e-4469-ad5b-0bf2e448683d cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:44:31.161776 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:31.166338 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:31.193227 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-04a74fb8-c5d3-41e4-b16a-465015b5ca28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:31.210428 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:28Z', 'revision_number': 3, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:31.214208 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98a4705-1ce8-4a5c-b5c7-b1bc203d7dab None None] The sync data for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb is: [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:28Z', 'revision_number': 3, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:44:31.275064 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33073117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33506347'] for router_interface, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:31.278559 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Pushing event updated for resources: {'Port': ['ID=6b0eeedb-112e-4469-ad5b-0bf2e448683d,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:31.281897 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:31.425921 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:44:31.427585 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:44:31.709049 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-bafe8d51-48e4-4bc9-8439-a372e5c37919 None None] Provisioning complete for port 6b0eeedb-112e-4469-ad5b-0bf2e448683d triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:31.709783 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-bafe8d51-48e4-4bc9-8439-a372e5c37919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:31.746980 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Router 4e378294-f183-4467-8031-a18cd861db79 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:44:31.764905 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-bafe8d51-48e4-4bc9-8439-a372e5c37919 None None] Port 6b0eeedb-112e-4469-ad5b-0bf2e448683d cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:44:31.942856 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:44:31.945318 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5908f5d3-977a-4b19-b73d-83195e2d4359 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:44:31.948175 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-b7a3d9df-8dc6-4a7a-bb45-410503da7945 admin admin] 10.222.0.44 "PUT /v2.0/routers/4e378294-f183-4467-8031-a18cd861db79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3948948 Jun 08 06:44:32.015865 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 5908f5d3-977a-4b19-b73d-83195e2d4359 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:32.016232 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.133946 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c0c76799-9550-4622-9986-f2acfe47c0c9 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:44:32.198861 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port c0c76799-9550-4622-9986-f2acfe47c0c9 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:44:32.203511 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port c0c76799-9550-4622-9986-f2acfe47c0c9 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:32.204518 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.321202 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.337159 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port c0c76799-9550-4622-9986-f2acfe47c0c9, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c0c76799-9550-4622-9986-f2acfe47c0c9,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:32.341173 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.343018 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-9b56bc7e-b522-40ba-b40d-2de050a816fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:32.406551 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=c0c76799-9550-4622-9986-f2acfe47c0c9,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:32.409551 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:32.419468 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50586) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:32.424762 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1087659890', 'description': 'tempest-description--1841268973'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:32.448534 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.545216 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.549636 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.553380 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f9e48925-8911-4096-bb9a-9b98e1f94d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:32.590996 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.592381 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1717310 Jun 08 06:44:32.593784 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18711681-8025-42fa-b05b-5c28be72569f,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:32.595259 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50588) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:32.597029 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:32.603235 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-75a66459-9116-435c-8841-943f9dbf45b5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'security_group_rule': {'security_group_id': '18711681-8025-42fa-b05b-5c28be72569f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:32.632959 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-75a66459-9116-435c-8841-943f9dbf45b5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.693796 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-75a66459-9116-435c-8841-943f9dbf45b5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.697463 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-75a66459-9116-435c-8841-943f9dbf45b5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.699587 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:32.721528 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a66459-9116-435c-8841-943f9dbf45b5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763812cb-d74f-41de-a8da-5048d8c0db15,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:32.728441 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-75a66459-9116-435c-8841-943f9dbf45b5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:32.733088 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-75a66459-9116-435c-8841-943f9dbf45b5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.734352 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-75a66459-9116-435c-8841-943f9dbf45b5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379943 Jun 08 06:44:32.737648 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50590) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:32.742136 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-77b962fc-90ea-4a7e-a986-7594b72eca79 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'security_group_rule': {'security_group_id': '18711681-8025-42fa-b05b-5c28be72569f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:32.745993 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Sync routers for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:44:32.755826 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:32.756449 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:44:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:32.769810 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-77b962fc-90ea-4a7e-a986-7594b72eca79 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.832763 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-77b962fc-90ea-4a7e-a986-7594b72eca79 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.836186 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-77b962fc-90ea-4a7e-a986-7594b72eca79 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.838290 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-32be721d-66f0-486c-a06e-34509b35a81f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:32.861166 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b962fc-90ea-4a7e-a986-7594b72eca79 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15540377-606a-4b62-8f8a-94030c38242b,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:32.863967 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-77b962fc-90ea-4a7e-a986-7594b72eca79 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:32.866436 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-77b962fc-90ea-4a7e-a986-7594b72eca79 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.871129 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50592) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:32.871288 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-77b962fc-90ea-4a7e-a986-7594b72eca79 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326232 Jun 08 06:44:32.876321 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'floatingip': {'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:32.903003 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:32.937121 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:33.048721 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.185371 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Allocated IP 172.28.2.252 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/0242a8d2-29a0-4081-a024-a34658d5cd23) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:44:33.247035 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:31Z', 'revision_number': 2, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:33.250742 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Checking router: 4e378294-f183-4467-8031-a18cd861db79 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:44:33.251099 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Updating router 4e378294-f183-4467-8031-a18cd861db79 port 6b0eeedb-112e-4469-ad5b-0bf2e448683d binding host dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 06:44:33.303808 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.330190 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.358332 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.359062 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:33.359062 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:44:33.359062 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:44:33.359062 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:44:33.359062 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:33.359062 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:44:33.374701 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:44:33.376358 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:44:33.378656 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:44:33.457996 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.516176 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.636637 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.647887 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Transition to ACTIVE for port object 6b0eeedb-112e-4469-ad5b-0bf2e448683d will not be triggered until provisioned by entity L2. {{(pid=91844) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:44:33.653411 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.656808 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-c3237973-c245-4fe7-82ca-cc9f9f437b22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:33.720575 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.725064 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.730137 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:33.857100 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.871461 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event updated for resources: {'Port': ['ID=0242a8d2-29a0-4081-a024-a34658d5cd23,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:33.874512 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:33.885614 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.886907 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c0c76799-9550-4622-9986-f2acfe47c0c9 up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:44:33.887353 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0146117 Jun 08 06:44:33.915315 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd94be-df0a-48c2-8368-35134ccb29f9 None None] Pushing event updated for resources: {'Port': ['ID=6b0eeedb-112e-4469-ad5b-0bf2e448683d,revision_number=3']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:33.935463 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-89bd94be-df0a-48c2-8368-35134ccb29f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:33.950528 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Attempting to bind port 6b0eeedb-112e-4469-ad5b-0bf2e448683d on host dv-cinder-760199-6-smb for vnic_type normal with profile {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:44:33.950825 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Attempting to bind port 6b0eeedb-112e-4469-ad5b-0bf2e448683d by drivers openvswitch,hyperv on host dv-cinder-760199-6-smb at level 0 using segments [{'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:44:33.951268 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Attempting to bind port 6b0eeedb-112e-4469-ad5b-0bf2e448683d on network f642fdd7-a978-41cb-9b0b-762a73801ce0 {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:44:33.961304 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Checking agent: {'id': 'ce9a1bdd-2505-4c3c-bf8f-786c8f9e331b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 29, 53), 'started_at': datetime.datetime(2021, 6, 8, 6, 30, 23), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:44:33.961685 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Checking segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:44:33.962089 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:33.962490 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Bound using segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} {{(pid=91844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:44:33.962966 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.managers [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Bound port: 6b0eeedb-112e-4469-ad5b-0bf2e448683d, host: dv-cinder-760199-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'}}] {{(pid=91844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:44:33.963342 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:34.071714 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port c0c76799-9550-4622-9986-f2acfe47c0c9 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:34.072088 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:34.075470 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-a7a1aa7b-05f8-498e-9153-c0ba2d721bc6 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1087659890&fields=id&tenant_id=fb978da5864e42688e5316eb547b58db HTTP/1.1" status: 200 len: 267 time: 0.0435081 Jun 08 06:44:34.130138 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] For port 6b0eeedb-112e-4469-ad5b-0bf2e448683d, host dv-cinder-760199-6-smb, cleared binding levels {{(pid=91844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:44:34.134865 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] For port 6b0eeedb-112e-4469-ad5b-0bf2e448683d, host dv-cinder-760199-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=6b0eeedb-112e-4469-ad5b-0bf2e448683d,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:44:34.140992 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:34.145907 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:34.229673 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce30a-690e-48c2-84ca-c178ba86151a req-1d824e66-4ca2-40ca-a9ec-1172c29a8104 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:34.231230 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-1d824e66-4ca2-40ca-a9ec-1172c29a8104 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 811 time: 0.1491008 Jun 08 06:44:34.248016 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-bb187dca-cab2-4576-9c7b-fe7d1ed36385 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/quotas/fb978da5864e42688e5316eb547b58db HTTP/1.1" status: 200 len: 375 time: 0.0104415 Jun 08 06:44:34.267466 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:34.268131 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:44:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:34.342602 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd94be-df0a-48c2-8368-35134ccb29f9 None None] Pushing event updated for resources: {'Port': ['ID=6b0eeedb-112e-4469-ad5b-0bf2e448683d,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:34.344376 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-e11b3697-ce64-4fcd-8602-d8a488fee7ba tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896935 Jun 08 06:44:34.397056 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-89bd94be-df0a-48c2-8368-35134ccb29f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:34.470465 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:34.525580 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-1f246efa-cb2c-48c4-8c67-af5d97a562c8 service neutron] 10.222.0.44 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726351 Jun 08 06:44:34.655342 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-8b6e4896-c022-48b6-8680-cfe0b83b54c2 service neutron] 10.222.0.44 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238868 Jun 08 06:44:34.785776 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:34Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:34.790341 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c8c417-294b-4cc7-94fe-b864b73fe6e8 None None] The sync data for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb is: [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:34Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:44:34.866817 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e08502bf-238d-4c84-93ef-657795b10c49 req-498ce4d8-f39d-4958-869d-3f012dfcce14 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 210 time: 0.0636759 Jun 08 06:44:35.887479 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 6b0eeedb-112e-4469-ad5b-0bf2e448683d up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:44:35.963768 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning for port 6b0eeedb-112e-4469-ad5b-0bf2e448683d completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:44:35.970475 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 6b0eeedb-112e-4469-ad5b-0bf2e448683d triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:35.971160 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:35.971276 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce30a-690e-48c2-84ca-c178ba86151a req-09d9a40e-2024-48d3-9865-69ee9b4ef4c3 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:35.972772 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-09d9a40e-2024-48d3-9865-69ee9b4ef4c3 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 811 time: 0.1670730 Jun 08 06:44:36.051390 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2291ebfe-521d-4953-af41-fbd3f0f041eb req-4ab63fb9-a026-4806-99ce-f396bc3b6b10 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 210 time: 0.0713809 Jun 08 06:44:36.084265 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3cccadcb-26f2-4db0-9a46-b0611dd78d58 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb978da5864e42688e5316eb547b58db HTTP/1.1" status: 200 len: 380 time: 0.0681727 Jun 08 06:44:36.092716 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'port': {'device_id': '10692288-8312-485b-b4a9-af6791213fef', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'admin_state_up': True, 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'security_groups': ['18711681-8025-42fa-b05b-5c28be72569f']}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:36.108946 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:36.140991 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] For port 6b0eeedb-112e-4469-ad5b-0bf2e448683d, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=6b0eeedb-112e-4469-ad5b-0bf2e448683d,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:36.144975 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:36.146895 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:36.210975 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Pushing event updated for resources: {'Port': ['ID=6b0eeedb-112e-4469-ad5b-0bf2e448683d,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:36.214189 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:36.248118 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Made reservation on behalf of fb978da5864e42688e5316eb547b58db for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:44:36.252149 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:36.412135 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Allocated IP 172.20.0.13 (f642fdd7-a978-41cb-9b0b-762a73801ce0/0c38d459-1c6a-4ae8-858f-ed956e625841/e0b5e255-7448-48b0-b3fc-1ef1bd765f41) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:44:36.593917 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:36.609250 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Transition to ACTIVE for port object e0b5e255-7448-48b0-b3fc-1ef1bd765f41 will not be triggered until provisioned by entity DHCP. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:44:36.631980 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:36.634247 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:36.634247 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:44:36.634247 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:44:36.634247 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:44:36.634247 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:44:36.634247 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:44:36.651112 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:44:36.652161 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:44:36.654292 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:44:36.715916 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:36.716547 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:36.735900 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-3136c3ed-4117-4d74-8c24-272da0292313 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6463935 Jun 08 06:44:36.747313 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Request body: {'port': {'device_id': '10692288-8312-485b-b4a9-af6791213fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:36.858355 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:36.890460 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-47042bd0-2d72-45d4-9730-e98625112995 None None] Provisioning for port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:44:36.896414 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-47042bd0-2d72-45d4-9730-e98625112995 None None] Provisioning complete for port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:36.896789 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-47042bd0-2d72-45d4-9730-e98625112995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:36.954680 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-47042bd0-2d72-45d4-9730-e98625112995 None None] Port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:44:37.242876 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24279c-0cda-4a6b-9995-f901bfa9c59a req-779219cc-5b0e-4bc4-bfcc-62dea1826339 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:37.244515 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9b24279c-0cda-4a6b-9995-f901bfa9c59a req-779219cc-5b0e-4bc4-bfcc-62dea1826339 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 932 time: 0.0780344 Jun 08 06:44:37.289859 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9b24279c-0cda-4a6b-9995-f901bfa9c59a req-70ed696b-0f7c-4b20-abcb-109261f6d9f7 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393536 Jun 08 06:44:37.297448 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0b5e255-7448-48b0-b3fc-1ef1bd765f41 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:44:37.304552 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:37.318830 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Transition to ACTIVE for port object e0b5e255-7448-48b0-b3fc-1ef1bd765f41 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:44:37.322673 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:37.326156 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-fad5c66a-72f3-489d-bc33-d550d9c00993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:37.472142 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:37.479619 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:37.553936 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Attempting to bind port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:44:37.554272 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Attempting to bind port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:44:37.554601 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Attempting to bind port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 on network f642fdd7-a978-41cb-9b0b-762a73801ce0 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:44:37.559139 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 on network f642fdd7-a978-41cb-9b0b-762a73801ce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:44:37.559458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Attempting to bind port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 on network f642fdd7-a978-41cb-9b0b-762a73801ce0 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:44:37.565194 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:44:37.565529 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Checking segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:44:37.565911 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Bound using segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:44:37.566337 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Bound port: e0b5e255-7448-48b0-b3fc-1ef1bd765f41, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:44:37.566683 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:37.652416 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] For port e0b5e255-7448-48b0-b3fc-1ef1bd765f41, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:44:37.655215 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] For port e0b5e255-7448-48b0-b3fc-1ef1bd765f41, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:44:37.660451 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:37.665038 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ed0b14c8-0fec-4a68-ba81-ac17e5795ad7 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:37.722202 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:37.722809 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:37.724196 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] 10.222.0.48 "PUT /v2.0/ports/e0b5e255-7448-48b0-b3fc-1ef1bd765f41 HTTP/1.1" status: 200 len: 1094 time: 0.9811945 Jun 08 06:44:37.724671 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10692288-8312-485b-b4a9-af6791213fef', 'tag': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:44:37.726929 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea9846e-59fe-4a4c-858e-087685a32233" -d '{"events": [{"name": "network-changed", "server_uuid": "10692288-8312-485b-b4a9-af6791213fef", "tag": "e0b5e255-7448-48b0-b3fc-1ef1bd765f41"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:44:37.746193 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Pushing event updated for resources: {'Port': ['ID=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:37.753361 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-204d57fa-8e78-4179-b6c8-e529b548de04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:37.820021 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9420a121-39da-4be9-8f6a-83da033e3515 x-openstack-request-id: req-9420a121-39da-4be9-8f6a-83da033e3515 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:44:37.820355 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10692288-8312-485b-b4a9-af6791213fef", "tag": "e0b5e255-7448-48b0-b3fc-1ef1bd765f41", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:44:37.820622 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9420a121-39da-4be9-8f6a-83da033e3515 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:44:37.821041 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10692288-8312-485b-b4a9-af6791213fef', 'tag': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'status': 'completed', 'code': 200} Jun 08 06:44:37.853639 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 6b0eeedb-112e-4469-ad5b-0bf2e448683d up at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:44:37.863573 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce30a-690e-48c2-84ca-c178ba86151a req-8a5d9500-e564-4b04-ab6a-a2880d595b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:37.865268 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-8a5d9500-e564-4b04-ab6a-a2880d595b31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 1097 time: 0.0951731 Jun 08 06:44:37.923552 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Provisioning complete for port 6b0eeedb-112e-4469-ad5b-0bf2e448683d triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:37.924089 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:37.943285 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-cd39c445-619e-481e-8091-d73758c7681a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41 HTTP/1.1" status: 200 len: 217 time: 0.0643070 Jun 08 06:44:38.007375 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce30a-690e-48c2-84ca-c178ba86151a req-e2570df0-a681-4727-b44b-a4609ec740a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:38.008838 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-e2570df0-a681-4727-b44b-a4609ec740a2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0595498 Jun 08 06:44:38.083552 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce30a-690e-48c2-84ca-c178ba86151a req-6edbbfcd-c0d0-489d-a65a-ee6c9b3aeba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:38.085070 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-6edbbfcd-c0d0-489d-a65a-ee6c9b3aeba0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699701 Jun 08 06:44:38.214523 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-acd25ae6-7ff2-4548-b3d4-c315522e2ff1 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229393 Jun 08 06:44:38.349348 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-406ce30a-690e-48c2-84ca-c178ba86151a req-4d252307-28d5-43a9-90f9-2ed0f34cd1e3 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283345 Jun 08 06:44:38.470582 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9846e-59fe-4a4c-858e-087685a32233 req-f8b4396d-d6c1-4e98-8ad8-a987b460cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:38.471998 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cea9846e-59fe-4a4c-858e-087685a32233 req-f8b4396d-d6c1-4e98-8ad8-a987b460cb7e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 1097 time: 0.0736971 Jun 08 06:44:38.475766 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc5d55-0a12-4280-8b8f-4c85d06b53df req-de08e4b1-8c23-403f-a8ef-a5bd8fde961c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:38.477214 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d2fc5d55-0a12-4280-8b8f-4c85d06b53df req-de08e4b1-8c23-403f-a8ef-a5bd8fde961c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 944 time: 0.0822983 Jun 08 06:44:38.521435 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d2fc5d55-0a12-4280-8b8f-4c85d06b53df req-1aadff53-73e1-487a-8516-b8f93fb250f8 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385327 Jun 08 06:44:38.602877 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9846e-59fe-4a4c-858e-087685a32233 req-b49dcfb3-3936-485d-8ad7-490b7cadb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:38.604368 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cea9846e-59fe-4a4c-858e-087685a32233 req-b49dcfb3-3936-485d-8ad7-490b7cadb993 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 912 time: 0.1251581 Jun 08 06:44:38.677316 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cea9846e-59fe-4a4c-858e-087685a32233 req-96ec9bb6-3b45-4363-ac06-943db84a246e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41 HTTP/1.1" status: 200 len: 217 time: 0.0637097 Jun 08 06:44:38.830561 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9846e-59fe-4a4c-858e-087685a32233 req-c224abff-4ee0-4c83-ab6f-9041d147b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:38.832019 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cea9846e-59fe-4a4c-858e-087685a32233 req-c224abff-4ee0-4c83-ab6f-9041d147b0a9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.1478760 Jun 08 06:44:38.908251 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9846e-59fe-4a4c-858e-087685a32233 req-3c9007be-66d3-41c8-a63c-9cfb600301c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:38.909697 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cea9846e-59fe-4a4c-858e-087685a32233 req-3c9007be-66d3-41c8-a63c-9cfb600301c5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708899 Jun 08 06:44:39.039954 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cea9846e-59fe-4a4c-858e-087685a32233 req-c31607b7-8686-4304-849a-14c74f081597 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218379 Jun 08 06:44:39.172433 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cea9846e-59fe-4a4c-858e-087685a32233 req-d1a0bcff-03fc-4ab7-b967-44d6a786b05d service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251929 Jun 08 06:44:39.702648 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120d35e-f503-452b-8efc-62b1dba5c1b0 req-fa35c77e-5920-4fcb-a4d4-911ceb399032 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:39.704150 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4120d35e-f503-452b-8efc-62b1dba5c1b0 req-fa35c77e-5920-4fcb-a4d4-911ceb399032 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 944 time: 0.0785770 Jun 08 06:44:39.748464 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4120d35e-f503-452b-8efc-62b1dba5c1b0 req-e307bbb5-9da4-4a7e-b0d5-e036a9b7d63f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Jun 08 06:44:40.931503 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f92c1-ee7c-4b3f-ad9f-ec9c4ca92c52 req-b73f0e92-63b9-4644-9210-6ddf5a351dc1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:40.932955 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5a1f92c1-ee7c-4b3f-ad9f-ec9c4ca92c52 req-b73f0e92-63b9-4644-9210-6ddf5a351dc1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 944 time: 0.0781386 Jun 08 06:44:40.976045 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5a1f92c1-ee7c-4b3f-ad9f-ec9c4ca92c52 req-43bcbe03-a720-40aa-8ec8-d063c51b5e85 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369763 Jun 08 06:44:41.205501 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:41.564566 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device e0b5e255-7448-48b0-b3fc-1ef1bd765f41 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:44:41.694549 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port e0b5e255-7448-48b0-b3fc-1ef1bd765f41, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:41.708809 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'port_id': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'mac_address': 'fa:16:3e:35:ce:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:44:41.765310 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:41.781253 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0b5e255-7448-48b0-b3fc-1ef1bd765f41 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:44:41.797106 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port e0b5e255-7448-48b0-b3fc-1ef1bd765f41, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:41.801144 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:41.803846 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-89bd94be-df0a-48c2-8368-35134ccb29f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:41.867289 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:41.870294 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:42.010756 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['e0b5e255-7448-48b0-b3fc-1ef1bd765f41'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:44:42.162041 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc0bfd-ded5-4495-bda0-7c29d6aebd56 req-68091e5e-7dea-4627-9c77-31959f005c39 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:42.164276 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5ecc0bfd-ded5-4495-bda0-7c29d6aebd56 req-68091e5e-7dea-4627-9c77-31959f005c39 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 945 time: 0.0858326 Jun 08 06:44:42.208846 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5ecc0bfd-ded5-4495-bda0-7c29d6aebd56 req-93623b83-e354-4c62-86f7-c8a064df45e7 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389936 Jun 08 06:44:43.495741 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164a65e-835b-4d75-baef-bdfece380edc req-bdedb4f1-3881-4c39-a7d2-ac2e7ed9ab25 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:43.497218 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4164a65e-835b-4d75-baef-bdfece380edc req-bdedb4f1-3881-4c39-a7d2-ac2e7ed9ab25 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 945 time: 0.1818542 Jun 08 06:44:43.544149 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4164a65e-835b-4d75-baef-bdfece380edc req-53cfa0ed-0171-4828-9887-643d7065f7d8 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409663 Jun 08 06:44:43.573054 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device e0b5e255-7448-48b0-b3fc-1ef1bd765f41 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:44:43.639510 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:44:43.645601 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:44:43.646140 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:43.670845 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc4218-c467-45a7-aee4-cc266a0cf88e req-ae4230d7-ab8f-46d8-a76d-94aba896215b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:43.672395 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-68dc4218-c467-45a7-aee4-cc266a0cf88e req-ae4230d7-ab8f-46d8-a76d-94aba896215b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0821652 Jun 08 06:44:43.717163 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-68dc4218-c467-45a7-aee4-cc266a0cf88e req-98749eb8-2900-4dea-ae2a-4dfa0775c626 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385971 Jun 08 06:44:43.763137 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:43.790414 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10692288-8312-485b-b4a9-af6791213fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:44:43.792764 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1400ceac-990b-4872-9531-b656a97f7e64" -d '{"events": [{"server_uuid": "10692288-8312-485b-b4a9-af6791213fef", "name": "network-vif-plugged", "status": "completed", "tag": "e0b5e255-7448-48b0-b3fc-1ef1bd765f41"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:44:43.800141 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port e0b5e255-7448-48b0-b3fc-1ef1bd765f41, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:43.803992 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:43.805739 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-44f93e5c-837f-4c24-9cfa-6b113c91d699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:43.839174 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75923d82-8e0a-4d4b-873d-773f81d19993 x-openstack-request-id: req-75923d82-8e0a-4d4b-873d-773f81d19993 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:44:43.839467 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10692288-8312-485b-b4a9-af6791213fef", "name": "network-vif-plugged", "status": "completed", "tag": "e0b5e255-7448-48b0-b3fc-1ef1bd765f41", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:44:43.839752 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75923d82-8e0a-4d4b-873d-773f81d19993 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:44:43.840141 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10692288-8312-485b-b4a9-af6791213fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'code': 200} Jun 08 06:44:43.876054 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:43.878848 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:44.060603 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3365991-070c-4b0b-9840-66f8b0ae1f94 req-971c76cd-b8b3-4c5b-b961-da1f0f54a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:44.062073 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d3365991-070c-4b0b-9840-66f8b0ae1f94 req-971c76cd-b8b3-4c5b-b961-da1f0f54a8db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 1099 time: 0.0726542 Jun 08 06:44:44.104571 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d3365991-070c-4b0b-9840-66f8b0ae1f94 req-c712b268-357d-46d8-9057-a3a086607b36 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332761 Jun 08 06:44:44.725441 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91580a5a-5033-4b3e-92ac-579573eda543 req-1406ebf9-c190-4eb3-a381-6d0da62d9d0f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:44.726818 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91580a5a-5033-4b3e-92ac-579573eda543 req-1406ebf9-c190-4eb3-a381-6d0da62d9d0f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0783844 Jun 08 06:44:44.788509 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91580a5a-5033-4b3e-92ac-579573eda543 req-7f5dc7c7-381e-4239-96eb-228d8cf79850 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559959 Jun 08 06:44:44.913783 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087c03e-96e3-43b7-8a67-b060b8a23efd req-1a7318c5-790c-4415-9094-eb9e09f491a8 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:44.916382 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4087c03e-96e3-43b7-8a67-b060b8a23efd req-1a7318c5-790c-4415-9094-eb9e09f491a8 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0840352 Jun 08 06:44:44.964161 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-4087c03e-96e3-43b7-8a67-b060b8a23efd req-60c80062-6b30-4f92-b1db-60498dde6075 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Jun 08 06:44:45.967198 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acf28d-1747-42a5-91bb-dfde68a6c638 req-e9a6aba0-28d3-4de8-8e97-2918586fae0f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:45.968646 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-44acf28d-1747-42a5-91bb-dfde68a6c638 req-e9a6aba0-28d3-4de8-8e97-2918586fae0f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0778506 Jun 08 06:44:46.011815 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-44acf28d-1747-42a5-91bb-dfde68a6c638 req-2362f5e4-3f9a-47ef-aa33-8618471a0411 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370154 Jun 08 06:44:46.149401 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de321f3-7473-4180-b875-3c10f21df5a5 req-0b91e88a-3877-419c-bdd4-84e1fff8c0e6 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:46.150945 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9de321f3-7473-4180-b875-3c10f21df5a5 req-0b91e88a-3877-419c-bdd4-84e1fff8c0e6 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0802984 Jun 08 06:44:46.193983 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2eaa8-d40c-4c35-bd68-2237c08fa8b2 req-372ee5d0-2221-445e-8257-703f47424cbe tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:46.195527 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-47f2eaa8-d40c-4c35-bd68-2237c08fa8b2 req-372ee5d0-2221-445e-8257-703f47424cbe tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0835538 Jun 08 06:44:46.197717 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-9de321f3-7473-4180-b875-3c10f21df5a5 req-68e911b5-6cdc-409e-ab38-d888f041cc26 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410814 Jun 08 06:44:46.204274 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50656) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:44:46.208842 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'floatingip': {'port_id': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:44:46.286019 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:46.854960 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:46.858584 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:47.025031 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.l3_db [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Floating IP 20ff9415-b0c8-401c-89ed-4f69a0fbc451 associated. External IP: 172.28.2.252, port: e0b5e255-7448-48b0-b3fc-1ef1bd765f41. Jun 08 06:44:47.397970 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ed88c-7f80-4082-89ce-59ba5282db20 req-24f8af15-0e16-45ba-bd49-24a980eced83 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:47.399414 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-021ed88c-7f80-4082-89ce-59ba5282db20 req-24f8af15-0e16-45ba-bd49-24a980eced83 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0788019 Jun 08 06:44:47.442965 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-021ed88c-7f80-4082-89ce-59ba5282db20 req-8c4b16b8-ef8a-42bb-984d-a6e05ff255bd tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379860 Jun 08 06:44:47.486475 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Router 4e378294-f183-4467-8031-a18cd861db79 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:44:47.661085 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:44:47.667591 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:47.672783 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] Sync routers for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:44:47.682307 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:47.682939 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:44:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:47.723403 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-5b8be01f-b402-4c9f-ac54-c9dcaf0ac446 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "PUT /v2.0/floatingips/20ff9415-b0c8-401c-89ed-4f69a0fbc451 HTTP/1.1" status: 200 len: 992 time: 1.5180588 Jun 08 06:44:47.724075 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10692288-8312-485b-b4a9-af6791213fef', 'tag': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41'}] {{(pid=91842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:44:47.726364 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212c8030204c7a9a6dfb82513378ba29732fd789529080a2383ebb1272441bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b508d9de-c3f6-495a-a295-7fd1d7298999" -d '{"events": [{"name": "network-changed", "server_uuid": "10692288-8312-485b-b4a9-af6791213fef", "tag": "e0b5e255-7448-48b0-b3fc-1ef1bd765f41"}]}' {{(pid=91842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:44:47.772846 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a175da-9592-4a7a-b557-f24f8f7ba841 x-openstack-request-id: req-f1a175da-9592-4a7a-b557-f24f8f7ba841 {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:44:47.773191 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10692288-8312-485b-b4a9-af6791213fef", "tag": "e0b5e255-7448-48b0-b3fc-1ef1bd765f41", "status": "completed", "code": 200}]} {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:44:47.773508 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1a175da-9592-4a7a-b557-f24f8f7ba841 {{(pid=91842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:44:47.773959 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10692288-8312-485b-b4a9-af6791213fef', 'tag': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'status': 'completed', 'code': 200} Jun 08 06:44:47.864815 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:47.876637 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-a57c54d7-64eb-47b2-a021-4fb7ec2249b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:47.878500 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-a57c54d7-64eb-47b2-a021-4fb7ec2249b8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 1099 time: 0.0804794 Jun 08 06:44:48.014163 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-808fa248-3b5f-450d-90a8-9ab3f949b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:48.015595 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-808fa248-3b5f-450d-90a8-9ab3f949b824 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 912 time: 0.1300328 Jun 08 06:44:48.114125 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-5983a574-4476-480b-8d91-f304eacdd9de service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41 HTTP/1.1" status: 200 len: 1000 time: 0.0920694 Jun 08 06:44:48.179370 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-78e725db-b73f-4ca7-ad9a-e5c3911e77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:48.180847 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-78e725db-b73f-4ca7-ad9a-e5c3911e77f0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0606711 Jun 08 06:44:48.210518 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '20ff9415-b0c8-401c-89ed-4f69a0fbc451', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '4e378294-f183-4467-8031-a18cd861db79', 'port_id': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'mac_address': 'fa:16:3e:35:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10692288-8312-485b-b4a9-af6791213fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:44:33Z', 'updated_at': '2021-06-08T06:44:46Z', 'revision_number': 1, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:48.214238 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] Checking router: 4e378294-f183-4467-8031-a18cd861db79 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:44:48.222384 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:44:48.222985 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:44:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:48.254597 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-4d268d76-7101-49c6-9aaa-5a8c374fa82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:48.256010 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-4d268d76-7101-49c6-9aaa-5a8c374fa82e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684128 Jun 08 06:44:48.401561 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:44:48.469806 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-95b6b19e-11c4-4c2b-965d-edcf7e458749 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066531 Jun 08 06:44:48.663025 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b508d9de-c3f6-495a-a295-7fd1d7298999 req-4076f582-3ca5-4953-949e-5afa8f3add6f service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840966 Jun 08 06:44:48.680389 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6e6bb-bfc9-41f8-9daa-bd1b567ec429 req-01c30553-3e00-4fdb-8f28-2892ebc5c8e6 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:48.687947 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1ba6e6bb-bfc9-41f8-9daa-bd1b567ec429 req-01c30553-3e00-4fdb-8f28-2892ebc5c8e6 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.1382225 Jun 08 06:44:48.741072 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1ba6e6bb-bfc9-41f8-9daa-bd1b567ec429 req-182fceb1-e799-4a5e-a287-8fd8727b468a tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520716 Jun 08 06:44:48.784010 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '20ff9415-b0c8-401c-89ed-4f69a0fbc451', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '4e378294-f183-4467-8031-a18cd861db79', 'port_id': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'mac_address': 'fa:16:3e:35:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10692288-8312-485b-b4a9-af6791213fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:44:33Z', 'updated_at': '2021-06-08T06:44:46Z', 'revision_number': 1, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:44:48.788347 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa4a3b8-280f-4e1f-879d-317661801238 None None] The sync data for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb is: [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '20ff9415-b0c8-401c-89ed-4f69a0fbc451', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '4e378294-f183-4467-8031-a18cd861db79', 'port_id': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'mac_address': 'fa:16:3e:35:ce:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10692288-8312-485b-b4a9-af6791213fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:44:33Z', 'updated_at': '2021-06-08T06:44:46Z', 'revision_number': 1, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:44:48.968232 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4d531d-ed05-4c8e-8e98-87d69a77e2a4 None None] New status for floating IP 20ff9415-b0c8-401c-89ed-4f69a0fbc451: ACTIVE {{(pid=91844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:44:49.926428 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7926ea-05ec-44b3-8799-56cb4e07e65e req-0ae12c46-2888-47fb-963d-81cb46caf2b4 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:49.928122 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fd7926ea-05ec-44b3-8799-56cb4e07e65e req-0ae12c46-2888-47fb-963d-81cb46caf2b4 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0838361 Jun 08 06:44:49.973235 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fd7926ea-05ec-44b3-8799-56cb4e07e65e req-7f1619c6-20d2-4e18-832e-d7c23410ec74 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Jun 08 06:44:50.878106 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0ef5b80a-52b8-408f-967a-c9ca711bc688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:51.164638 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed16e73-9809-4f37-81fb-fc580e6addf4 req-7f9df3ef-ecad-4981-a875-778854a0fd6c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:51.166010 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bed16e73-9809-4f37-81fb-fc580e6addf4 req-7f9df3ef-ecad-4981-a875-778854a0fd6c tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0792878 Jun 08 06:44:51.209222 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bed16e73-9809-4f37-81fb-fc580e6addf4 req-4eca7768-d8b8-414d-a428-acb9cfb0f22b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376837 Jun 08 06:44:52.392029 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1706ef6-226b-43a3-ba15-8be040139bbc req-97ab8aa1-9baa-45e7-a39f-7df396de08a9 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:52.393464 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e1706ef6-226b-43a3-ba15-8be040139bbc req-97ab8aa1-9baa-45e7-a39f-7df396de08a9 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0812995 Jun 08 06:44:52.438038 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-e1706ef6-226b-43a3-ba15-8be040139bbc req-b9f2c5f8-9c22-45ab-a497-4c290af4dece tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390499 Jun 08 06:44:52.693205 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:53.496552 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d8220437-5450-4f55-9f5d-12a556afeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:53.620645 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc57441-8aee-4382-b076-318eed4c8927 req-cd7d5673-2831-4347-8b59-5c314a5f1b14 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:53.622080 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-acc57441-8aee-4382-b076-318eed4c8927 req-cd7d5673-2831-4347-8b59-5c314a5f1b14 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0802431 Jun 08 06:44:53.669820 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-acc57441-8aee-4382-b076-318eed4c8927 req-6d33d65e-cefa-46a4-9563-0057b52847ae tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Jun 08 06:44:53.786907 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-ead0b929-77e1-4880-b37b-f9dfdbded679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:53.788539 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-ead0b929-77e1-4880-b37b-f9dfdbded679 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0689015 Jun 08 06:44:53.922257 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-9fb25013-6041-4132-a805-3c97f42d8aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:53.923704 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-9fb25013-6041-4132-a805-3c97f42d8aec service neutron] 10.222.0.48 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 910 time: 0.1290174 Jun 08 06:44:54.033368 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-9380bb72-5d21-48fd-b8f9-aa7006e7749a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 1001 time: 0.0945323 Jun 08 06:44:54.097585 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-2d9e12da-b9ec-440e-ae37-18a9c1c908a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:54.099020 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-2d9e12da-b9ec-440e-ae37-18a9c1c908a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 200 len: 848 time: 0.0581510 Jun 08 06:44:54.175537 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-dc108684-aed5-415b-9e79-fc69911ae55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:54.177053 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-dc108684-aed5-415b-9e79-fc69911ae55a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35a34008-927c-4da4-915a-251572b2d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0718999 Jun 08 06:44:54.304783 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-89e21100-1cbf-4205-9fce-8fc892cf231b service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213233 Jun 08 06:44:54.430669 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-db77a002-2a56-4aee-8ec7-448fef1805e1 req-1cf2e8dd-54ce-4b12-8a65-49e395ff2366 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200697 Jun 08 06:44:54.890519 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:54.996839 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5671a-13b8-4fd5-8c8c-83d20fb31257 req-e3035cd1-474f-4f6e-950e-728928f8dc15 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:54.998301 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5ae5671a-13b8-4fd5-8c8c-83d20fb31257 req-e3035cd1-474f-4f6e-950e-728928f8dc15 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0785701 Jun 08 06:44:55.041793 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5ae5671a-13b8-4fd5-8c8c-83d20fb31257 req-e2fc4bd2-c7f1-4e3e-9955-1b4cd36b6f6e tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372231 Jun 08 06:44:56.330804 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5eceb-5e47-4c67-8078-58dd80c860ef req-84981e0f-fc4e-4658-a326-9c7d5b72bbfc tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:56.332506 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-aff5eceb-5e47-4c67-8078-58dd80c860ef req-84981e0f-fc4e-4658-a326-9c7d5b72bbfc tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.1867657 Jun 08 06:44:56.376979 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-aff5eceb-5e47-4c67-8078-58dd80c860ef req-28859b85-ae24-4c6c-be3d-02dd5ebb279f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388501 Jun 08 06:44:56.551182 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:57.556590 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02640d-3a21-4791-ad9a-cc6bccf5df28 req-3c551e2e-1d95-4f8f-9934-8e73f86d57f6 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:57.558023 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d02640d-3a21-4791-ad9a-cc6bccf5df28 req-3c551e2e-1d95-4f8f-9934-8e73f86d57f6 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0785322 Jun 08 06:44:57.605151 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d02640d-3a21-4791-ad9a-cc6bccf5df28 req-4fb7371d-5c3f-43e1-afc3-c7352ad3906b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416098 Jun 08 06:44:57.875443 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-3b1acca7-34bb-42be-9cdc-dd774e0ffd6e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690079 Jun 08 06:44:57.947973 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98e8d6-fe51-439a-bd26-94ec0793b721 req-5480f775-0b57-46c4-8f33-6ea72ab8c7e0 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:57.949459 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0d98e8d6-fe51-439a-bd26-94ec0793b721 req-5480f775-0b57-46c4-8f33-6ea72ab8c7e0 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0826948 Jun 08 06:44:57.999475 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0d98e8d6-fe51-439a-bd26-94ec0793b721 req-109401fe-ddd2-44a8-b2ed-c0ae99088856 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Jun 08 06:44:59.206930 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d231d53-c969-4c9f-940c-05c8b16b5730 req-57ff2341-5e7c-48e9-9d3a-a3d39a9005d2 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:59.208411 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5d231d53-c969-4c9f-940c-05c8b16b5730 req-57ff2341-5e7c-48e9-9d3a-a3d39a9005d2 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0834346 Jun 08 06:44:59.251351 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5d231d53-c969-4c9f-940c-05c8b16b5730 req-b9df169f-6614-4822-8e43-240b887047e1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372887 Jun 08 06:44:59.347613 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-10af59f3-7a58-4fea-a7fd-f9b42f36fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:59.349069 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-10af59f3-7a58-4fea-a7fd-f9b42f36fe11 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2&tenant_id=aea49328abd14c9c851ff8c907811a33 HTTP/1.1" status: 200 len: 1098 time: 0.0694985 Jun 08 06:44:59.440394 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-fe271e5a-51fe-4d11-ae70-f5c11c298460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:59.441822 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-fe271e5a-51fe-4d11-ae70-f5c11c298460 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0724590 Jun 08 06:44:59.569927 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-bf9cef90-a31a-4809-8cb3-385269d7766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:59.571330 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-bf9cef90-a31a-4809-8cb3-385269d7766c service neutron] 10.222.0.48 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 910 time: 0.1225986 Jun 08 06:44:59.669105 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-bd91bba3-06ed-4421-82dc-37b444b22c5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 1001 time: 0.0912924 Jun 08 06:44:59.705445 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ef25403a-574a-4d34-bcfb-90c001ef8d31 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:44:59.733339 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-3d3b220b-70cc-4a99-86ef-c0282d9e8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:59.734770 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-3d3b220b-70cc-4a99-86ef-c0282d9e8655 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 200 len: 848 time: 0.0594063 Jun 08 06:44:59.812354 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-6a486ed6-077b-4342-b55d-1702eeb402a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:44:59.813836 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-6a486ed6-077b-4342-b55d-1702eeb402a0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35a34008-927c-4da4-915a-251572b2d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695758 Jun 08 06:44:59.816787 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:59.842958 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:44:59.845142 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed6b963-8544-427b-a4f8-eedf76809e4e" -d '{"events": [{"server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:44:59.852726 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:44:59.858543 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:44:59.860604 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-49649a24-fb94-495a-898c-c5967332fe25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:44:59.895626 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 06:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82be3fe-3c53-4ef0-9361-1d514003ac0d x-openstack-request-id: req-a82be3fe-3c53-4ef0-9361-1d514003ac0d {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:44:59.895626 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:44:59.895626 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a82be3fe-3c53-4ef0-9361-1d514003ac0d {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:44:59.896035 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'code': 200} Jun 08 06:44:59.942909 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=ef25403a-574a-4d34-bcfb-90c001ef8d31,revision_number=6']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:44:59.945970 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:44:59.954463 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-6d8e0742-00a2-46d4-ae00-e97694ddff4c service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282556 Jun 08 06:45:00.086189 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cd65a8c3-2b1a-4069-8e1e-dba5dc25288e req-63aa5001-6d3b-4250-8476-405356bf2f04 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247618 Jun 08 06:45:00.445491 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35be21-1fb7-4bee-ae02-179fc122f502 req-682c26fb-dce2-47f8-80ff-6c3fbc54f786 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:00.446953 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0d35be21-1fb7-4bee-ae02-179fc122f502 req-682c26fb-dce2-47f8-80ff-6c3fbc54f786 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 943 time: 0.0820374 Jun 08 06:45:00.490584 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0d35be21-1fb7-4bee-ae02-179fc122f502 req-e6830584-4b6c-41c2-8280-375c0ea3ac22 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381951 Jun 08 06:45:01.151056 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2274f-c551-47c1-919a-cebd9d8c1b25 req-4516eb0c-f7b9-4d0a-8ce5-0aa5b7307893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:01.152562 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bed2274f-c551-47c1-919a-cebd9d8c1b25 req-4516eb0c-f7b9-4d0a-8ce5-0aa5b7307893 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0742812 Jun 08 06:45:01.193020 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bed2274f-c551-47c1-919a-cebd9d8c1b25 req-af3220ad-1d56-4b6c-9b75-5c412c1fdcb7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337489 Jun 08 06:45:01.667832 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a4e7a-4a12-4c92-a8d6-a9e1923560ae req-ff84c143-1942-4315-ba1a-6cfeebd04a17 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:01.669252 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1a9a4e7a-4a12-4c92-a8d6-a9e1923560ae req-ff84c143-1942-4315-ba1a-6cfeebd04a17 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 943 time: 0.0771849 Jun 08 06:45:01.715295 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1a9a4e7a-4a12-4c92-a8d6-a9e1923560ae req-24e4bc92-3660-4348-a247-8e7b129e8fde tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Jun 08 06:45:01.719219 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ef25403a-574a-4d34-bcfb-90c001ef8d31 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:45:01.847395 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:45:01.863232 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'port_id': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'mac_address': 'fa:16:3e:7a:86:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:45:01.922371 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:01.940843 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef25403a-574a-4d34-bcfb-90c001ef8d31 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:45:01.956807 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:45:01.961312 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:01.963178 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:45:02.027160 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=ef25403a-574a-4d34-bcfb-90c001ef8d31,revision_number=7']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:45:02.030158 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:45:02.175627 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['ef25403a-574a-4d34-bcfb-90c001ef8d31'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:45:02.898368 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e31140-1669-4d76-a2d3-ea87673e3b58 req-61aaf2cc-f765-4730-b5c5-24a230ba1df9 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:02.900121 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-26e31140-1669-4d76-a2d3-ea87673e3b58 req-61aaf2cc-f765-4730-b5c5-24a230ba1df9 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 944 time: 0.0800035 Jun 08 06:45:02.944386 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-26e31140-1669-4d76-a2d3-ea87673e3b58 req-507abbdd-7746-463a-b6a4-3228573012e2 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387800 Jun 08 06:45:03.724466 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ef25403a-574a-4d34-bcfb-90c001ef8d31 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:45:03.788967 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port ef25403a-574a-4d34-bcfb-90c001ef8d31 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:45:03.789271 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:03.901069 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:03.927065 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:45:03.929305 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94c060a-22a7-4460-8019-b9f76b68c166" -d '{"events": [{"server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:45:03.937649 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:45:03.941988 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:03.943888 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:45:03.976947 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e17a771-08b8-4cec-b9fd-55c71bfd1779 x-openstack-request-id: req-3e17a771-08b8-4cec-b9fd-55c71bfd1779 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:45:03.977246 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "name": "network-vif-plugged", "status": "completed", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:45:03.977506 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e17a771-08b8-4cec-b9fd-55c71bfd1779 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:45:03.977895 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'code': 200} Jun 08 06:45:04.008729 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=ef25403a-574a-4d34-bcfb-90c001ef8d31,revision_number=8']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:45:04.011637 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:45:06.136792 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:45:11.210599 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:15.355448 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-f7dc2df4-2c1b-4b9b-be33-2c62d6b4914c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773883 Jun 08 06:45:15.503774 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-ef3bc280-52d9-433a-ae7e-619fefbf39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:15.505207 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-ef3bc280-52d9-433a-ae7e-619fefbf39af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0724168 Jun 08 06:45:15.648303 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-e7be5c85-9f1b-46b1-8c71-587cc1a5bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:15.649659 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-e7be5c85-9f1b-46b1-8c71-587cc1a5bf3e service neutron] 10.222.0.48 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 910 time: 0.1245775 Jun 08 06:45:15.753343 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-0ec4fdc9-2704-404c-b4e3-72eef9f91508 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 1001 time: 0.0960100 Jun 08 06:45:15.899124 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-450ca843-15ed-43c3-a451-79ec622e39ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:15.900547 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-450ca843-15ed-43c3-a451-79ec622e39ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 200 len: 848 time: 0.1401596 Jun 08 06:45:15.985986 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-5c05feb6-3226-4950-a493-8ee4333187ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:15.988027 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-5c05feb6-3226-4950-a493-8ee4333187ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35a34008-927c-4da4-915a-251572b2d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775945 Jun 08 06:45:16.118755 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-cd52e382-5995-4371-85bc-f8f4cf7dac7f service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235285 Jun 08 06:45:16.251240 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7297e710-f3e5-474a-a5fb-2ba31a150701 req-f06e9d57-d8a4-4c1a-9728-ebbc3de03f98 service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214204 Jun 08 06:45:20.880169 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-13a189a1-c44e-4ee1-9d5f-103e4d03cb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:22.695286 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:23.499488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-6ec314c9-2a78-4269-9d83-1b07fc588e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:24.891906 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:26.553738 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:30.419440 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e20b3-a749-45b6-8fbe-0a3b1d2012b9 req-fb9cbe9c-a037-48c4-8518-ecf79bae742c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:30.420822 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fa2e20b3-a749-45b6-8fbe-0a3b1d2012b9 req-fb9cbe9c-a037-48c4-8518-ecf79bae742c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0785303 Jun 08 06:45:30.463591 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-fa2e20b3-a749-45b6-8fbe-0a3b1d2012b9 req-3902aca1-f84c-4f30-a848-f746349a5ca6 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365355 Jun 08 06:45:31.652098 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01341e35-922a-4be0-bda2-877cb2f9c1fd req-114bd939-87c3-40ff-b674-0b01d3780e14 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:31.653536 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-01341e35-922a-4be0-bda2-877cb2f9c1fd req-114bd939-87c3-40ff-b674-0b01d3780e14 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0825040 Jun 08 06:45:31.697433 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-01341e35-922a-4be0-bda2-877cb2f9c1fd req-bd497ec4-e17d-4a8b-8aed-0793420b4316 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383439 Jun 08 06:45:32.878642 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac6dbd-e93a-4e70-9e47-ec8cef097352 req-a3c0b92d-88dc-48ee-a5f2-362108089f90 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:32.880075 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d9ac6dbd-e93a-4e70-9e47-ec8cef097352 req-a3c0b92d-88dc-48ee-a5f2-362108089f90 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0811243 Jun 08 06:45:32.926356 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d9ac6dbd-e93a-4e70-9e47-ec8cef097352 req-22e5f39f-dd2b-49d8-867c-1e63efeede27 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Jun 08 06:45:34.105191 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdcd26-d45a-462f-ba38-87469551c9bc req-9a33bde5-bfca-4577-9467-5f99eec0c667 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:34.106588 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-34fdcd26-d45a-462f-ba38-87469551c9bc req-9a33bde5-bfca-4577-9467-5f99eec0c667 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0782952 Jun 08 06:45:34.150445 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-34fdcd26-d45a-462f-ba38-87469551c9bc req-10089dfc-b6c6-40ef-88c7-24b5f91b571a tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367343 Jun 08 06:45:35.333643 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc829a9-6827-4ec8-a54b-904b1c021212 req-8a68b1e5-c4c6-4c2c-bc44-202c32138144 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:35.335095 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-acc829a9-6827-4ec8-a54b-904b1c021212 req-8a68b1e5-c4c6-4c2c-bc44-202c32138144 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0786819 Jun 08 06:45:35.378863 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-acc829a9-6827-4ec8-a54b-904b1c021212 req-1818b056-6cd0-41f2-b6eb-945f6578be44 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381672 Jun 08 06:45:36.561104 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068c07c-3f0d-4679-89d2-46be1babea60 req-dc240794-adcf-49a7-adac-2fd1959da5b6 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:36.562555 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1068c07c-3f0d-4679-89d2-46be1babea60 req-dc240794-adcf-49a7-adac-2fd1959da5b6 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0818591 Jun 08 06:45:36.605781 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-1068c07c-3f0d-4679-89d2-46be1babea60 req-9c092855-c656-4f36-85b6-db8e35d30e0c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371859 Jun 08 06:45:37.790386 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a84e8-244f-445d-9ad3-02cdff0b1f69 req-29622fd8-f57d-4e5d-b0a8-f10ba7047630 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:37.791861 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-852a84e8-244f-445d-9ad3-02cdff0b1f69 req-29622fd8-f57d-4e5d-b0a8-f10ba7047630 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0832553 Jun 08 06:45:37.835763 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-852a84e8-244f-445d-9ad3-02cdff0b1f69 req-e6885ff9-96e6-449d-90cf-d4dd0fa7ce14 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383034 Jun 08 06:45:39.018349 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71b8d4-ddb4-484a-8f65-65a05466000b req-5803d5b0-992a-4c33-ba46-16402e1626ff tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:39.019825 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ce71b8d4-ddb4-484a-8f65-65a05466000b req-5803d5b0-992a-4c33-ba46-16402e1626ff tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0776560 Jun 08 06:45:39.068165 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ce71b8d4-ddb4-484a-8f65-65a05466000b req-086c39e9-8e99-488e-a87b-ac188302f0c0 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427575 Jun 08 06:45:40.247851 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e176f9e-f2a0-4288-9b43-82fa6e6dcc4a req-f167da30-f36b-475d-aefd-5802fefa1c49 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:40.249275 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0e176f9e-f2a0-4288-9b43-82fa6e6dcc4a req-f167da30-f36b-475d-aefd-5802fefa1c49 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0773335 Jun 08 06:45:40.297896 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0e176f9e-f2a0-4288-9b43-82fa6e6dcc4a req-a80197c4-6d47-4ae9-82ed-226deefc1020 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425153 Jun 08 06:45:41.202798 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:41.492920 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6c51-0372-4df7-99ef-ecd6fc8e3d34 req-35b1a98d-aedc-46d8-8ac0-30b7876396a5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:41.494372 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-22ac6c51-0372-4df7-99ef-ecd6fc8e3d34 req-35b1a98d-aedc-46d8-8ac0-30b7876396a5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0794110 Jun 08 06:45:41.538695 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-22ac6c51-0372-4df7-99ef-ecd6fc8e3d34 req-7c84726a-df5c-4be1-a021-73a86642fb61 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387297 Jun 08 06:45:41.871600 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28fbb4-c386-436b-8f25-1e937b06653f req-7716a461-0ef3-462a-a088-84acafdb433a tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:41.873087 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6b28fbb4-c386-436b-8f25-1e937b06653f req-7716a461-0ef3-462a-a088-84acafdb433a tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0845125 Jun 08 06:45:41.909580 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f37628-0258-4a8e-af51-b964f920f01c req-7ba07324-460c-416d-b69c-10ee5ac115b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:41.911545 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5f37628-0258-4a8e-af51-b964f920f01c req-7ba07324-460c-416d-b69c-10ee5ac115b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 1099 time: 0.0708847 Jun 08 06:45:41.917715 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6b28fbb4-c386-436b-8f25-1e937b06653f req-7fe0742a-ecfe-40a4-bfef-b840c0d06399 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390234 Jun 08 06:45:42.042196 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f37628-0258-4a8e-af51-b964f920f01c req-3855d90a-686d-4568-9eb4-208732440e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:42.043841 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5f37628-0258-4a8e-af51-b964f920f01c req-3855d90a-686d-4568-9eb4-208732440e13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 912 time: 0.1259546 Jun 08 06:45:42.145161 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5f37628-0258-4a8e-af51-b964f920f01c req-9b7046f8-4780-4fa3-875d-93031eb902ff service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41 HTTP/1.1" status: 200 len: 1002 time: 0.0953093 Jun 08 06:45:42.205821 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f37628-0258-4a8e-af51-b964f920f01c req-da4f8dec-14bc-4a47-893c-dc2cef32adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:42.207763 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5f37628-0258-4a8e-af51-b964f920f01c req-da4f8dec-14bc-4a47-893c-dc2cef32adf7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0565920 Jun 08 06:45:42.281677 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f37628-0258-4a8e-af51-b964f920f01c req-046bab1d-ace6-49b2-8626-14c0e28bac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:42.283079 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5f37628-0258-4a8e-af51-b964f920f01c req-046bab1d-ace6-49b2-8626-14c0e28bac4c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695312 Jun 08 06:45:42.416477 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5f37628-0258-4a8e-af51-b964f920f01c req-e55c413d-a06e-484d-9dd9-3222d08a5e04 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268082 Jun 08 06:45:42.631917 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d5f37628-0258-4a8e-af51-b964f920f01c req-89e61506-dcc1-4553-98fa-f4231f915b75 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092593 Jun 08 06:45:43.105956 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f5b82-2245-4616-b72c-7d8929a2c909 req-21899357-8bf8-441a-ada4-e1e242a8971e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:43.107389 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-647f5b82-2245-4616-b72c-7d8929a2c909 req-21899357-8bf8-441a-ada4-e1e242a8971e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0862312 Jun 08 06:45:43.135391 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:45:43.151133 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-647f5b82-2245-4616-b72c-7d8929a2c909 req-4a791ec1-7463-441f-87dd-6f16141b8aeb tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377185 Jun 08 06:45:44.335293 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e7ccb-5fa7-4b60-b1f0-2bda6332295b req-d6d7f461-f83b-41a0-bb06-28f938a9605b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:45:44.336895 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ce1e7ccb-5fa7-4b60-b1f0-2bda6332295b req-d6d7f461-f83b-41a0-bb06-28f938a9605b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0791976 Jun 08 06:45:44.379901 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-ce1e7ccb-5fa7-4b60-b1f0-2bda6332295b req-bd46f150-e774-47f8-9415-c0fb2ec584cb tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375440 Jun 08 06:45:50.881150 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-bae9c885-844d-47f6-b117-067e2a71579c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:52.697499 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:53.505066 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-4bc5b3a8-826d-4521-afa7-d180b313322f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:54.893691 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:45:56.555309 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:11.204422 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:15.759754 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50842) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:15.772709 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-3722b13e-8137-4e7f-91e6-32cb675f26fd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713437 Jun 08 06:46:15.859706 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-82ef0f76-7db5-48bd-a13c-436720f017c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:15.861177 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-82ef0f76-7db5-48bd-a13c-436720f017c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 1099 time: 0.0686674 Jun 08 06:46:16.009654 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-f67006df-99ef-4c0d-9c11-09ac11e6b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:16.011189 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-f67006df-99ef-4c0d-9c11-09ac11e6b099 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 912 time: 0.1296089 Jun 08 06:46:16.117102 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-3a8eaeab-6619-407d-8a0a-50c4006c6880 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41 HTTP/1.1" status: 200 len: 1002 time: 0.0989902 Jun 08 06:46:16.124320 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Deleting port 748517cd-12dd-4cfe-9e9d-ced6b4bab09a {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:16.124664 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:16.178665 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-7197aa80-88c2-490f-aa4b-d3f5684a1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:16.180113 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-7197aa80-88c2-490f-aa4b-d3f5684a1b34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0567815 Jun 08 06:46:16.243149 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:16.243487 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:16.257087 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-21aba70c-569e-4468-a904-9436a2b99394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:16.258557 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-21aba70c-569e-4468-a904-9436a2b99394 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716958 Jun 08 06:46:16.366117 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Calling delete_port for 748517cd-12dd-4cfe-9e9d-ced6b4bab09a owned by network:floatingip {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:16.387802 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-5c387c3d-1000-4804-90e1-8a85cb0876a3 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225736 Jun 08 06:46:16.483858 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:16.487273 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:16.518534 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-50e154e2-f27c-46d4-92a0-0da10b23748b req-d7bd6daa-3876-43a9-aa72-851e68364801 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228573 Jun 08 06:46:16.535984 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event deleted for resources: {'Port': ['ID=748517cd-12dd-4cfe-9e9d-ced6b4bab09a,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:16.579847 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.580220 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.580588 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.580950 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.581336 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.581692 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.582043 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.582392 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.582743 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.583090 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.583435 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.583804 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:16.587124 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:16.641359 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for floatingip, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:16.641666 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.db.l3_db [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Floating IP c7fd8347-3020-43e7-b301-62c90da6e0f2 disassociated (deleted). External IP: 172.28.2.131, port: ef25403a-574a-4d34-bcfb-90c001ef8d31. Jun 08 06:46:17.000538 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Router 51a67f59-9438-4866-a79c-6859ea1d5a2d has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:46:17.174034 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:46:17.178045 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:17.183547 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] Sync routers for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:46:17.193456 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:46:17.194068 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:45:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:17.237999 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f04a17d4-5b0a-4c48-84d5-55e29b18f51f tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "DELETE /v2.0/floatingips/c7fd8347-3020-43e7-b301-62c90da6e0f2 HTTP/1.1" status: 204 len: 168 time: 1.4747686 Jun 08 06:46:17.237999 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31'}] {{(pid=91842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:46:17.238725 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}212c8030204c7a9a6dfb82513378ba29732fd789529080a2383ebb1272441bdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbdcb07-da50-4807-8235-93b9b9dfd320" -d '{"events": [{"name": "network-changed", "server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31"}]}' {{(pid=91842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:46:17.288169 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ad792-0d47-42d4-8ed0-e9278d8a4d82 x-openstack-request-id: req-2b3ad792-0d47-42d4-8ed0-e9278d8a4d82 {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:46:17.288464 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31", "status": "completed", "code": 200}]} {{(pid=91842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:46:17.288850 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b3ad792-0d47-42d4-8ed0-e9278d8a4d82 {{(pid=91842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:46:17.289419 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'status': 'completed', 'code': 200} Jun 08 06:46:17.381227 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:46:17.384849 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-7f205a22-8b03-4d29-9078-9716c9d6cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:17.386465 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-7f205a22-8b03-4d29-9078-9716c9d6cc24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=aea49328abd14c9c851ff8c907811a33&device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0741637 Jun 08 06:46:17.555251 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-19d524f4-cfba-4890-901a-86ea5292d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:17.556870 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-19d524f4-cfba-4890-901a-86ea5292d0ae service neutron] 10.222.0.48 "GET /v2.0/networks?id=35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 200 len: 910 time: 0.1640122 Jun 08 06:46:17.673478 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-df0b0dfd-e7b2-4716-81d2-28a064c51587 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 200 len: 217 time: 0.0733416 Jun 08 06:46:17.716228 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:12Z', 'revision_number': 5, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:17.719799 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] Checking router: 51a67f59-9438-4866-a79c-6859ea1d5a2d for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:46:17.727840 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:46:17.728427 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:45:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:17.745170 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-8f4556e1-3969-4f6a-ba50-52f73df8cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:17.746587 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-8f4556e1-3969-4f6a-ba50-52f73df8cfcb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 200 len: 848 time: 0.0666263 Jun 08 06:46:17.755279 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d0db-32d5-4d9c-84cb-e854073f5381 req-90544768-7c2a-443e-a9cd-d6fb0727ea10 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:17.756684 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3ae4d0db-32d5-4d9c-84cb-e854073f5381 req-90544768-7c2a-443e-a9cd-d6fb0727ea10 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.1962852 Jun 08 06:46:17.850377 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3ae4d0db-32d5-4d9c-84cb-e854073f5381 req-e370624a-d7ae-405d-b3b4-746c25f407d1 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630667 Jun 08 06:46:17.872653 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-f2ec7b23-d932-44da-9b4c-a12756a8e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:17.872653 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-f2ec7b23-d932-44da-9b4c-a12756a8e9ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=35a34008-927c-4da4-915a-251572b2d9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1077051 Jun 08 06:46:17.904375 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:46:18.104529 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-e4aa0ba2-9d00-46d0-9fdd-bb3387ec8b0c service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315209 Jun 08 06:46:18.224712 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:12Z', 'revision_number': 5, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:18.228673 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be546b27-3767-4668-8ed6-9eaf3fa165f2 None None] The sync data for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb is: [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:42:05Z', 'revision_number': 4, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': 'c11dcadf-b930-42de-8f22-bb12d9a30108', 'name': '', 'network_id': '35a34008-927c-4da4-915a-251572b2d9dd', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'mac_address': 'fa:16:3e:3d:9e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:05Z', 'updated_at': '2021-06-08T06:42:12Z', 'revision_number': 5, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'subnets': [{'id': 'a57f6b97-06cc-4751-818d-5d3e761924b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:46:18.244144 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-abbdcb07-da50-4807-8235-93b9b9dfd320 req-8d439fbb-ef11-4677-90d3-adb95074a21a service neutron] 10.222.0.48 "GET /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314912 Jun 08 06:46:18.369462 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bfd9e-bd89-453b-b367-dcc93435da29 req-da120e81-5aea-44d9-a86b-bb9101d3dddd tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:18.370949 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-012bfd9e-bd89-453b-b367-dcc93435da29 req-da120e81-5aea-44d9-a86b-bb9101d3dddd tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0807889 Jun 08 06:46:18.417585 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-012bfd9e-bd89-453b-b367-dcc93435da29 req-3f8fb47e-170e-42b3-b98f-a8bca6a81265 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408752 Jun 08 06:46:18.449962 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba34372c-5552-44c9-a4de-caf96eea2304 None None] New status for floating IP c7fd8347-3020-43e7-b301-62c90da6e0f2: DOWN {{(pid=91844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:46:18.896896 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-3a01a3eb-4430-40da-bb71-4fba602795da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:18.898353 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-3a01a3eb-4430-40da-bb71-4fba602795da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.48 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0842419 Jun 08 06:46:19.036511 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Deleting port ef25403a-574a-4d34-bcfb-90c001ef8d31 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:19.037264 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:19.037399 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49729951-2502-4d50-92c3-b46d8590e8fa req-5a48870a-0f26-4c14-8cde-55f973b7bd31 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:19.038750 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-49729951-2502-4d50-92c3-b46d8590e8fa req-5a48870a-0f26-4c14-8cde-55f973b7bd31 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 945 time: 0.0823720 Jun 08 06:46:19.083647 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-49729951-2502-4d50-92c3-b46d8590e8fa req-66d8e4d1-f855-426f-b88c-fd0ed10cca84 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/security-groups?id=b2f6609a-540d-498f-b23e-e1216efd0c81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380583 Jun 08 06:46:19.170200 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] For port ef25403a-574a-4d34-bcfb-90c001ef8d31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ef25403a-574a-4d34-bcfb-90c001ef8d31,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:19.170462 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:19.288538 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Calling delete_port for ef25403a-574a-4d34-bcfb-90c001ef8d31 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:19.393182 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:19.399006 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7823ce98-0012-4a56-865c-6121bbb21170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:19.443795 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event deleted for resources: {'Port': ['ID=ef25403a-574a-4d34-bcfb-90c001ef8d31,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:19.478750 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.479122 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.479484 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.479867 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.480223 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.480577 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.480930 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.481281 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.481633 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.481981 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.482322 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.482662 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:19.490037 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:19.575058 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] No DVR routers for this DVR port ef25403a-574a-4d34-bcfb-90c001ef8d31 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:46:19.581921 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:19.583818 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-64a8c577-952b-407c-9d4b-cd05394c0736 req-f9267b1c-54d2-4775-8a45-c2d79484095b tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.48 "DELETE /v2.0/ports/ef25403a-574a-4d34-bcfb-90c001ef8d31 HTTP/1.1" status: 204 len: 173 time: 0.6797361 Jun 08 06:46:19.584442 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'name': 'network-vif-deleted', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:46:19.586691 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78671315-ec83-405e-889d-2d48856f42f9" -d '{"events": [{"server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "name": "network-vif-deleted", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:46:19.628597 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d927ecc6-a170-492c-a607-c78641b4c544 req-067c0882-e7ec-4f54-b49d-c3fab8a751d3 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:19.630093 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d927ecc6-a170-492c-a607-c78641b4c544 req-067c0882-e7ec-4f54-b49d-c3fab8a751d3 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0963850 Jun 08 06:46:19.651458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c39799-2420-424f-92d5-dcb84ddd9991 x-openstack-request-id: req-c5c39799-2420-424f-92d5-dcb84ddd9991 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:46:19.651719 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2", "name": "network-vif-deleted", "tag": "ef25403a-574a-4d34-bcfb-90c001ef8d31", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:46:19.651964 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5c39799-2420-424f-92d5-dcb84ddd9991 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:46:19.652428 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd73f4cc7-ef5a-4d46-a40e-8955a67c2ed2', 'name': 'network-vif-deleted', 'tag': 'ef25403a-574a-4d34-bcfb-90c001ef8d31', 'status': 'completed', 'code': 200} Jun 08 06:46:19.682723 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d927ecc6-a170-492c-a607-c78641b4c544 req-bfc273c8-c63c-48f8-9223-c3c9cef20ba9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466039 Jun 08 06:46:20.135268 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:46:20.246445 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3c478b0d-6952-435a-9036-bfa8bc5f977e req-d72a469c-6d11-4c44-871f-7ab813404b29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "GET /v2.0/ports?device_id=d73f4cc7-ef5a-4d46-a40e-8955a67c2ed2 HTTP/1.1" status: 200 len: 210 time: 0.0421994 Jun 08 06:46:20.862248 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9b7d7-4645-4afd-9fa8-da238a726dd9 req-9577c2fb-ae9a-4f8a-9a62-3c24ebd56b54 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:20.864351 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-67f9b7d7-4645-4afd-9fa8-da238a726dd9 req-9577c2fb-ae9a-4f8a-9a62-3c24ebd56b54 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0793064 Jun 08 06:46:20.883168 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-3d11b774-df9e-4817-8225-6ce48a4f8a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:20.913501 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-67f9b7d7-4645-4afd-9fa8-da238a726dd9 req-e7a7e608-46fa-46d7-8e43-a8af0a2661bf tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435746 Jun 08 06:46:21.349105 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50880) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:21.524485 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14a3bf84-a247-4b75-ba17-d127158f40da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:21.554794 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14a3bf84-a247-4b75-ba17-d127158f40da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:21.619469 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14a3bf84-a247-4b75-ba17-d127158f40da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:21.622009 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-14a3bf84-a247-4b75-ba17-d127158f40da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:21.623151 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-14a3bf84-a247-4b75-ba17-d127158f40da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] 10.222.0.44 "DELETE /v2.0/security-groups/b2f6609a-540d-498f-b23e-e1216efd0c81 HTTP/1.1" status: 204 len: 168 time: 0.2730517 Jun 08 06:46:21.623983 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-41a39dae-f8d6-467e-8df6-431089712e0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:21.635925 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3bf84-a247-4b75-ba17-d127158f40da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f6609a-540d-498f-b23e-e1216efd0c81,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:21.638142 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-14a3bf84-a247-4b75-ba17-d127158f40da tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:21.665381 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50884) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:22.016625 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ef25403a-574a-4d34-bcfb-90c001ef8d31 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:46:22.055239 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: ef25403a-574a-4d34-bcfb-90c001ef8d31 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:46:22.055589 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ef25403a-574a-4d34-bcfb-90c001ef8d31 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:46:22.209992 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6c1f9-d3e1-40ee-8de5-7de3d18d5282 req-8db4e952-4f2e-4dd4-8650-6601a0e97b8f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:22.211380 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d3f6c1f9-d3e1-40ee-8de5-7de3d18d5282 req-8db4e952-4f2e-4dd4-8650-6601a0e97b8f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.1886358 Jun 08 06:46:22.267072 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d3f6c1f9-d3e1-40ee-8de5-7de3d18d5282 req-b9c63d50-de74-437e-aa12-f9edf9317665 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488155 Jun 08 06:46:22.341036 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33506338'] for router_interface, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:22.699152 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:22.739906 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Deleting port c11dcadf-b930-42de-8f22-bb12d9a30108 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:22.740471 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:22.857278 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] For port c11dcadf-b930-42de-8f22-bb12d9a30108, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c11dcadf-b930-42de-8f22-bb12d9a30108,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:22.857655 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:23.078112 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Calling delete_port for c11dcadf-b930-42de-8f22-bb12d9a30108 owned by network:router_interface {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:23.211728 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:23.215881 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:23.256633 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11dcadf-b930-42de-8f22-bb12d9a30108,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:23.260637 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:23.470052 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b38c1-eb8a-409c-a0cc-4f1c492a75be req-88a70e15-3555-4340-9003-a36f25725111 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:23.471563 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d38b38c1-eb8a-409c-a0cc-4f1c492a75be req-88a70e15-3555-4340-9003-a36f25725111 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0839334 Jun 08 06:46:23.497120 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-9d578de7-f4b7-4f72-b00e-853d1be0e1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:23.519528 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d38b38c1-eb8a-409c-a0cc-4f1c492a75be req-16a569e4-3423-4f76-b8dd-89de51da8ecd tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 Jun 08 06:46:23.527713 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33073126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33432025'] for router_interface, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:23.895324 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Router 51a67f59-9438-4866-a79c-6859ea1d5a2d has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:46:24.068133 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:46:24.072875 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-8b86bcbc-a89b-44e0-8aab-bdf3d5a8dfa2 admin admin] 10.222.0.44 "PUT /v2.0/routers/51a67f59-9438-4866-a79c-6859ea1d5a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4064698 Jun 08 06:46:24.075364 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50890) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:24.077882 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] Sync routers for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:46:24.087683 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:46:24.088250 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:46:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:24.244672 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks [] for router, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:24.256339 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:46:24.538224 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:24.568125 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10'}], 'enable_snat': True}, 'gw_port_id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:46:23Z', 'revision_number': 5, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port': {'id': '71ea483f-8bdd-4b4b-a65b-42a0bf5521fb', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:00Z', 'updated_at': '2021-06-08T06:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:24.571939 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] Checking router: 51a67f59-9438-4866-a79c-6859ea1d5a2d for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:46:24.580417 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] Routers {'51a67f59-9438-4866-a79c-6859ea1d5a2d'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:46:24.581017 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:46:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['51a67f59-9438-4866-a79c-6859ea1d5a2d'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:24.620668 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Deleting port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:24.621007 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:24.727547 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] Set router 51a67f59-9438-4866-a79c-6859ea1d5a2d gateway port host: None {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:46:24.799129 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] For port 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=71ea483f-8bdd-4b4b-a65b-42a0bf5521fb,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:24.799423 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:24.817432 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d88054-7103-4e65-b2c4-de7027be6269 req-4309882d-aff1-40b6-bd7e-9d7d02b4ad46 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:24.818903 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-96d88054-7103-4e65-b2c4-de7027be6269 req-4309882d-aff1-40b6-bd7e-9d7d02b4ad46 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.1825793 Jun 08 06:46:24.830538 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:46:24Z', 'revision_number': 6, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port_host': None}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:24.834596 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e20f76-f5f6-487c-b876-a28476a87928 None None] The sync data for ids ['51a67f59-9438-4866-a79c-6859ea1d5a2d'] in dv-cinder-760199-6-smb is: [{'id': '51a67f59-9438-4866-a79c-6859ea1d5a2d', 'name': 'tempest-TestShelveInstance-1988716530-router', 'tenant_id': 'aea49328abd14c9c851ff8c907811a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:41:59Z', 'updated_at': '2021-06-08T06:46:24Z', 'revision_number': 6, 'project_id': 'aea49328abd14c9c851ff8c907811a33', 'gw_port_host': None}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:46:24.896824 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:24.949718 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Calling delete_port for 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb owned by network:router_gateway {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:24.988331 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-96d88054-7103-4e65-b2c4-de7027be6269 req-49350e0e-34d4-4284-8bbd-c6cdc2c4b661 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143758 Jun 08 06:46:25.105914 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.109430 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:25.182026 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ea483f-8bdd-4b4b-a65b-42a0bf5521fb,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:25.184739 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:25.250036 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33506372'] for router_gateway, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.421088 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33445649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11571'] for router, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.423436 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.444501 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33445885'] for router, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.445125 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a67f59-9438-4866-a79c-6859ea1d5a2d {{(pid=91842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 06:46:25.449167 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.450211 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-9093ae7e-1172-410d-988b-83dbb5f05886 admin admin] 10.222.0.44 "DELETE /v2.0/routers/51a67f59-9438-4866-a79c-6859ea1d5a2d HTTP/1.1" status: 204 len: 168 time: 1.3739228 Jun 08 06:46:25.452699 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50894) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:25.512543 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] Deleting subnet a57f6b97-06cc-4751-818d-5d3e761924b6 {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:46:25.515403 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.564197 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.645474 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.713758 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.717544 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:25.753181 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57f6b97-06cc-4751-818d-5d3e761924b6,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:25.755177 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.757055 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a57f6b97-06cc-4751-818d-5d3e761924b6 HTTP/1.1" status: 204 len: 168 time: 0.3034589 Jun 08 06:46:25.757975 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f355881a-4226-43fb-8223-9a054656b6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:25.759600 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50896) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:25.766826 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df427e5a-e3d7-4692-96a3-05ec24f287cf None None] Network 35a34008-927c-4da4-915a-251572b2d9dd requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:46:25.867843 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:25.934424 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c11dcadf-b930-42de-8f22-bb12d9a30108 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:46:25.984710 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: c11dcadf-b930-42de-8f22-bb12d9a30108 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:46:25.985058 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c11dcadf-b930-42de-8f22-bb12d9a30108 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:46:25.985483 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:46:26.021648 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:46:26.022000 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 71ea483f-8bdd-4b4b-a65b-42a0bf5521fb not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:46:26.056551 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Deleting port 78bf38c2-4831-4113-8207-3a9b119c5a35 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:26.057003 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.125221 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] DHCP port deletion for 35a34008-927c-4da4-915a-251572b2d9dd request from dv-cinder-760199-6-smb {{(pid=91844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 06:46:26.155535 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] For port 78bf38c2-4831-4113-8207-3a9b119c5a35, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=78bf38c2-4831-4113-8207-3a9b119c5a35,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:26.155921 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.189626 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089a8cc-89ac-4336-8834-2a8ae35da2a4 req-0dd896a0-1442-4643-8270-e4eb584538a5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:26.191590 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7089a8cc-89ac-4336-8834-2a8ae35da2a4 req-0dd896a0-1442-4643-8270-e4eb584538a5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0872061 Jun 08 06:46:26.197976 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Deleting port 78bf38c2-4831-4113-8207-3a9b119c5a35 {{(pid=91844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:26.198438 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.236650 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-7089a8cc-89ac-4336-8834-2a8ae35da2a4 req-60dcf44e-ccd8-4947-9f1e-848a3e0c55a5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393040 Jun 08 06:46:26.287374 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Calling delete_port for 78bf38c2-4831-4113-8207-3a9b119c5a35 owned by network:dhcp {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:26.297569 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] For port 78bf38c2-4831-4113-8207-3a9b119c5a35, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=78bf38c2-4831-4113-8207-3a9b119c5a35,segment=NetworkSegment(0f37601a-e4aa-4dd3-b849-de52cb36c215),segment_id=0f37601a-e4aa-4dd3-b849-de52cb36c215)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:26.297970 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.334016 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.338983 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:26.384633 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=78bf38c2-4831-4113-8207-3a9b119c5a35,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:26.386219 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] No DVR routers for this DVR port 78bf38c2-4831-4113-8207-3a9b119c5a35 on host dv-cinder-760199-6-smb {{(pid=91842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:46:26.387653 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:26.451678 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Calling delete_port for 78bf38c2-4831-4113-8207-3a9b119c5a35 owned by network:dhcp {{(pid=91844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:26.493038 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138'] for port, after_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.496649 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:26.498341 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.511351 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a34008-927c-4da4-915a-251572b2d9dd']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:26.523448 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f37601a-e4aa-4dd3-b849-de52cb36c215') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:26.523772 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f37601a-e4aa-4dd3-b849-de52cb36c215') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:26.535444 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.538549 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Pushing event deleted for resources: {'Port': ['ID=78bf38c2-4831-4113-8207-3a9b119c5a35,revision_number=None']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:26.551016 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] No DVR routers for this DVR port 78bf38c2-4831-4113-8207-3a9b119c5a35 on host dv-cinder-760199-6-smb {{(pid=91844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:46:26.554206 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.554551 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.554940 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.555228 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.555558 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.555913 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.556241 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.556564 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.556889 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.557211 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.557500 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.557620 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.557842 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:46:26.564989 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:26.569447 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:46:26.569837 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.575082 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:46:26.583859 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:46:26.654746 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.658366 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-cef97492-a241-4889-8257-fc5656f19e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:26.670918 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:26.672812 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] 10.222.0.44 "DELETE /v2.0/networks/35a34008-927c-4da4-915a-251572b2d9dd HTTP/1.1" status: 204 len: 168 time: 0.9122164 Jun 08 06:46:26.675693 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50900) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:26.737142 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Pushing event deleted for resources: {'Network': ['ID=35a34008-927c-4da4-915a-251572b2d9dd,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:26.746119 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:27.195319 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33506338'] for router_interface, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:27.630444 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b55015-0331-4751-ad97-09f60acd704e req-a5c50e4e-60a8-468b-a728-ce4627476b63 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:27.631924 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-50b55015-0331-4751-ad97-09f60acd704e req-a5c50e4e-60a8-468b-a728-ce4627476b63 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.2840955 Jun 08 06:46:27.684998 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-50b55015-0331-4751-ad97-09f60acd704e req-e4b2eddb-16b4-411e-96a6-9a3ddea2a2e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465288 Jun 08 06:46:27.797754 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Deleting port b105ec68-9898-4b15-8464-fdf467ad570d {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:27.798086 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:27.903931 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 78bf38c2-4831-4113-8207-3a9b119c5a35 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:46:27.918519 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] For port b105ec68-9898-4b15-8464-fdf467ad570d, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=b105ec68-9898-4b15-8464-fdf467ad570d,segment=NetworkSegment(2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a),segment_id=2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:27.918827 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:27.941488 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 78bf38c2-4831-4113-8207-3a9b119c5a35 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:46:27.941968 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 78bf38c2-4831-4113-8207-3a9b119c5a35 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:46:28.040474 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Calling delete_port for b105ec68-9898-4b15-8464-fdf467ad570d owned by network:router_interface {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:28.175743 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:28.179164 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:28.219481 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b105ec68-9898-4b15-8464-fdf467ad570d,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:28.222938 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:28.483085 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33073126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33432025'] for router_interface, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:28.848741 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Router a9930a9e-26c2-4767-94f5-298fc04f9e25 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:46:28.867120 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa53bb9-0f3e-4af4-8c25-586350aa8ac5 req-0cb07242-3d66-49bf-a50a-92fa199636d1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:28.868621 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8aa53bb9-0f3e-4af4-8c25-586350aa8ac5 req-0cb07242-3d66-49bf-a50a-92fa199636d1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0792642 Jun 08 06:46:28.914852 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8aa53bb9-0f3e-4af4-8c25-586350aa8ac5 req-7a9f0e49-bdbc-46b4-83b4-11fc21fe8a5f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405588 Jun 08 06:46:29.148902 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:46:29.156571 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-23300448-3370-4d56-9b85-3479917c40b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/a9930a9e-26c2-4767-94f5-298fc04f9e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4771984 Jun 08 06:46:29.156571 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50910) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:29.166008 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] Sync routers for ids ['a9930a9e-26c2-4767-94f5-298fc04f9e25'] in dv-cinder-760199-6-smb {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:46:29.178958 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] Routers {'a9930a9e-26c2-4767-94f5-298fc04f9e25'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:46:29.179969 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:46:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['a9930a9e-26c2-4767-94f5-298fc04f9e25'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:29.310330 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de3cce-f019-4ec1-bba0-be778acb7ab0 req-d22290b3-61fe-46ac-985d-13eb6974c1e0 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:29.311827 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d1de3cce-f019-4ec1-bba0-be778acb7ab0 req-d22290b3-61fe-46ac-985d-13eb6974c1e0 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.1331756 Jun 08 06:46:29.346041 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks [] for router, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:29.364258 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-62a2a8ee-cc5a-45a9-8f15-166848c036b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:29.365655 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-62a2a8ee-cc5a-45a9-8f15-166848c036b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 1099 time: 0.1192620 Jun 08 06:46:29.368171 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] Set router a9930a9e-26c2-4767-94f5-298fc04f9e25 gateway port host: dv-cinder-760199-6-smb {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:46:29.372686 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d1de3cce-f019-4ec1-bba0-be778acb7ab0 req-ecb9a56c-993f-4b45-9f67-e3b5d4dfd89c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508394 Jun 08 06:46:29.525027 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:29.596444 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-0eb80928-9b51-4415-a0e9-2a26e9b9b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:29.598089 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-0eb80928-9b51-4415-a0e9-2a26e9b9b399 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 912 time: 0.2245755 Jun 08 06:46:29.603046 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Deleting port 5b6d7c37-b840-4476-a43c-2de980fbeb92 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:29.603542 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:29.667727 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:46:28Z', 'revision_number': 5, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port': {'id': '5b6d7c37-b840-4476-a43c-2de980fbeb92', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:42:09Z', 'updated_at': '2021-06-08T06:42:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:29.671748 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] Checking router: a9930a9e-26c2-4767-94f5-298fc04f9e25 for host: dv-cinder-760199-6-smb {{(pid=91844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:46:29.680891 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] Routers {'a9930a9e-26c2-4767-94f5-298fc04f9e25'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:46:29.681500 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:46:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['a9930a9e-26c2-4767-94f5-298fc04f9e25'], 'active': True} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:29.701287 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-7248a327-2219-4095-a136-4df3d4e48877 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41 HTTP/1.1" status: 200 len: 1002 time: 0.0971227 Jun 08 06:46:29.727528 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] For port 5b6d7c37-b840-4476-a43c-2de980fbeb92, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5b6d7c37-b840-4476-a43c-2de980fbeb92,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:29.728106 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:29.763719 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-5464f003-aff7-42d6-97fe-0d67615ab3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:29.765312 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-5464f003-aff7-42d6-97fe-0d67615ab3eb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0568273 Jun 08 06:46:29.828389 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvr_db [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] Set router a9930a9e-26c2-4767-94f5-298fc04f9e25 gateway port host: None {{(pid=91844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:46:29.841589 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-90944bca-1521-47b2-82bd-648882fd039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:29.843061 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-90944bca-1521-47b2-82bd-648882fd039e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709653 Jun 08 06:46:29.851264 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Calling delete_port for 5b6d7c37-b840-4476-a43c-2de980fbeb92 owned by network:router_gateway {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:29.935086 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_hamode_db [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:46:29Z', 'revision_number': 6, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port_host': None}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:29.939427 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b443f2b-e550-449a-a6c0-9cecc15b38f5 None None] The sync data for ids ['a9930a9e-26c2-4767-94f5-298fc04f9e25'] in dv-cinder-760199-6-smb is: [{'id': 'a9930a9e-26c2-4767-94f5-298fc04f9e25', 'name': 'tempest-TestShelveInstance-1052277105-router', 'tenant_id': 'e958bbf1e197418a85d550b4adbf78e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:42:08Z', 'updated_at': '2021-06-08T06:46:29Z', 'revision_number': 6, 'project_id': 'e958bbf1e197418a85d550b4adbf78e4', 'gw_port_host': None}] {{(pid=91844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:46:30.004884 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-ce2e2f18-4547-4d53-8860-1577781761e6 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543324 Jun 08 06:46:30.009777 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.014373 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-70022b36-f60a-44cf-a8cc-62b16c92d7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:30.082622 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6d7c37-b840-4476-a43c-2de980fbeb92,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:30.084432 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:30.137686 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6f9f2169-208f-400f-9f85-e0eb9fe56008 req-942f7068-c13c-45bb-bc20-ac4156a22871 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260650 Jun 08 06:46:30.153094 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33506372'] for router_gateway, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.429416 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33445649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11571'] for router, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.431605 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.453340 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33445885'] for router, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.453907 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9930a9e-26c2-4767-94f5-298fc04f9e25 {{(pid=91842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 06:46:30.458287 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.462279 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-f872dfab-e747-4f39-8813-78d135534298 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a9930a9e-26c2-4767-94f5-298fc04f9e25 HTTP/1.1" status: 204 len: 168 time: 1.3027081 Jun 08 06:46:30.462659 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50914) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:30.575180 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] Deleting subnet 99d28d17-64e5-41ec-b8a6-662eb0b73144 {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:46:30.578629 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.637090 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.675354 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0add26-ef47-4335-b06e-a0771d503dc0 req-09e75f26-7dd3-4c68-9124-86561acc3c7f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:30.677063 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3b0add26-ef47-4335-b06e-a0771d503dc0 req-09e75f26-7dd3-4c68-9124-86561acc3c7f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.1834824 Jun 08 06:46:30.754549 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-3b0add26-ef47-4335-b06e-a0771d503dc0 req-fdf44095-32cc-496b-9713-e91707cf78ee tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700777 Jun 08 06:46:30.767489 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.834125 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.838195 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:30.875359 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d28d17-64e5-41ec-b8a6-662eb0b73144,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:30.877325 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:30.880392 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/99d28d17-64e5-41ec-b8a6-662eb0b73144 HTTP/1.1" status: 204 len: 168 time: 0.4166551 Jun 08 06:46:30.882495 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-35aaf6eb-11ac-41ee-baea-678950ecbdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:30.883024 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50916) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:30.883143 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f9b5eb-b149-4950-9943-45c52b4af17e None None] Network ea268cd3-422d-43f0-9f39-d544dc5a700e requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:46:30.988261 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.064784 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Deleting port ec827bc0-0186-42be-bebd-2849d2a6028e {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:31.065131 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.134880 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] DHCP port deletion for ea268cd3-422d-43f0-9f39-d544dc5a700e request from dv-cinder-760199-6-smb {{(pid=91844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 06:46:31.162557 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] For port ec827bc0-0186-42be-bebd-2849d2a6028e, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=ec827bc0-0186-42be-bebd-2849d2a6028e,segment=NetworkSegment(2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a),segment_id=2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:31.162947 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.198175 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] Deleting port ec827bc0-0186-42be-bebd-2849d2a6028e {{(pid=91844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:46:31.198472 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.290968 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Calling delete_port for ec827bc0-0186-42be-bebd-2849d2a6028e owned by network:dhcp {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:31.324650 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] For port ec827bc0-0186-42be-bebd-2849d2a6028e, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=ec827bc0-0186-42be-bebd-2849d2a6028e,segment=NetworkSegment(2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a),segment_id=2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:46:31.325051 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.337098 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.341877 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-8958bbba-8181-451a-822c-95b153c82e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:31.388459 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Pushing event deleted for resources: {'Port': ['ID=ec827bc0-0186-42be-bebd-2849d2a6028e,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:31.390266 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] No DVR routers for this DVR port ec827bc0-0186-42be-bebd-2849d2a6028e on host dv-cinder-760199-6-smb {{(pid=91842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:46:31.391741 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:31.447345 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] Calling delete_port for ec827bc0-0186-42be-bebd-2849d2a6028e owned by network:dhcp {{(pid=91844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:46:31.488289 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138'] for port, after_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.492696 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-d7a14fcc-b65f-4b9a-8324-7c1e8b9dbb42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:31.506524 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.519206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea268cd3-422d-43f0-9f39-d544dc5a700e']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:31.531159 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:31.531461 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6d13a3-bd0c-47bf-8dcf-f1d5bb596a2a') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:46:31.532862 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] Pushing event deleted for resources: {'Port': ['ID=ec827bc0-0186-42be-bebd-2849d2a6028e,revision_number=None']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:31.535840 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:31.536637 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] No DVR routers for this DVR port ec827bc0-0186-42be-bebd-2849d2a6028e on host dv-cinder-760199-6-smb {{(pid=91844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:46:31.546684 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.563410 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.570469 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:46:31.570860 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:46:31.587946 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:46:31.659623 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.663471 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:31.676716 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.678521 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] 10.222.0.44 "DELETE /v2.0/networks/ea268cd3-422d-43f0-9f39-d544dc5a700e HTTP/1.1" status: 204 len: 168 time: 0.7945859 Jun 08 06:46:31.692334 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea268cd3-422d-43f0-9f39-d544dc5a700e,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:31.695029 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:31.794998 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50922) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:31.845232 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-56af578f-00b4-49b8-a344-74ae108cd007 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aea49328abd14c9c851ff8c907811a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490663 Jun 08 06:46:31.849426 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50924) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:31.906805 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device ec827bc0-0186-42be-bebd-2849d2a6028e no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:46:31.941690 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: ec827bc0-0186-42be-bebd-2849d2a6028e {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:46:31.941953 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device ec827bc0-0186-42be-bebd-2849d2a6028e not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:46:31.942376 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device b105ec68-9898-4b15-8464-fdf467ad570d no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:46:31.959060 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-9e629b9d-dbcd-47db-b12d-224d9c29e242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:31.978408 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: b105ec68-9898-4b15-8464-fdf467ad570d {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:46:31.978761 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device b105ec68-9898-4b15-8464-fdf467ad570d not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:46:31.979184 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5b6d7c37-b840-4476-a43c-2de980fbeb92 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:46:31.999228 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75543a3-da93-41c5-a565-cc43b4a036c2 req-a5536c23-2acc-4adb-9e75-ab171e90ca0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:46:32.000697 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c75543a3-da93-41c5-a565-cc43b4a036c2 req-a5536c23-2acc-4adb-9e75-ab171e90ca0d tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.1337519 Jun 08 06:46:32.002356 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-9e629b9d-dbcd-47db-b12d-224d9c29e242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:32.011918 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 5b6d7c37-b840-4476-a43c-2de980fbeb92 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:46:32.012278 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5b6d7c37-b840-4476-a43c-2de980fbeb92 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:46:32.074106 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c75543a3-da93-41c5-a565-cc43b4a036c2 req-73ced21c-4957-4e62-96ec-dfd16c4a9b22 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629227 Jun 08 06:46:32.089910 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-9e629b9d-dbcd-47db-b12d-224d9c29e242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:32.092449 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-9e629b9d-dbcd-47db-b12d-224d9c29e242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:32.093519 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-9e629b9d-dbcd-47db-b12d-224d9c29e242 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d62cd47-7253-48c1-9c68-03627b6dc001 HTTP/1.1" status: 204 len: 168 time: 0.2431703 Jun 08 06:46:32.094361 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-15b4c444-938f-406a-b960-90dbc74844f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:32.104924 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e629b9d-dbcd-47db-b12d-224d9c29e242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62cd47-7253-48c1-9c68-03627b6dc001,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:32.106757 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-9e629b9d-dbcd-47db-b12d-224d9c29e242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:32.436735 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50932) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:32.484282 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-c85b5189-09c7-4d22-b321-3fe7e4d182bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e958bbf1e197418a85d550b4adbf78e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461526 Jun 08 06:46:32.486399 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50934) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:46:32.547464 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19c0491a-53bb-4b3f-93cc-d84d31e85522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:32.572611 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19c0491a-53bb-4b3f-93cc-d84d31e85522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:32.625458 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19c0491a-53bb-4b3f-93cc-d84d31e85522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:32.628194 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19c0491a-53bb-4b3f-93cc-d84d31e85522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:32.629305 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-19c0491a-53bb-4b3f-93cc-d84d31e85522 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1f4a17e-5f33-4b01-9b0b-6ae11f8b2612 HTTP/1.1" status: 204 len: 168 time: 0.1420455 Jun 08 06:46:32.630121 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c7759705-4a91-4dcd-81d7-6f7f2ceec6ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:46:32.639284 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0491a-53bb-4b3f-93cc-d84d31e85522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f4a17e-5f33-4b01-9b0b-6ae11f8b2612,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:46:32.641689 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-19c0491a-53bb-4b3f-93cc-d84d31e85522 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:46:41.201213 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:50.885423 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c5094c60-1cc3-40d0-b7e6-7f6541d962a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:52.701672 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:53.501282 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0a03ee87-d509-411a-9c68-d8e9724f7ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:54.898887 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:56.561438 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:46:57.136264 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:47:04.534167 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb509acb-2e56-411e-b82e-bb7ccaa446f6 req-0cb64cc5-8785-4f20-9336-c8760915a00c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:04.535593 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bb509acb-2e56-411e-b82e-bb7ccaa446f6 req-0cb64cc5-8785-4f20-9336-c8760915a00c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0768130 Jun 08 06:47:04.578649 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bb509acb-2e56-411e-b82e-bb7ccaa446f6 req-c2b37db4-c678-41c1-b173-26ea61a5d9d7 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372980 Jun 08 06:47:05.759947 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea9001-3a69-41d0-8105-f80a98aab68b req-4250fdae-e40c-4b9b-a13a-22ece793bfb6 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:05.761428 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-19ea9001-3a69-41d0-8105-f80a98aab68b req-4250fdae-e40c-4b9b-a13a-22ece793bfb6 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0794759 Jun 08 06:47:05.808324 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-19ea9001-3a69-41d0-8105-f80a98aab68b req-e4ed60c8-f822-43fe-89f6-7dcc97d6e59a tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Jun 08 06:47:06.325280 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-aa52d863-352b-410e-b894-b4a9e6bbe499 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:06.326692 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-aa52d863-352b-410e-b894-b4a9e6bbe499 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.0809956 Jun 08 06:47:06.458405 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Deleting port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:47:06.458742 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:06.586047 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] For port e0b5e255-7448-48b0-b3fc-1ef1bd765f41, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:47:06.586320 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:07.000170 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:07.000539 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:07.000853 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.l3_db [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Floating IP 20ff9415-b0c8-401c-89ed-4f69a0fbc451 disassociated. External IP: 172.28.2.252, port: e0b5e255-7448-48b0-b3fc-1ef1bd765f41. Jun 08 06:47:07.001248 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Calling delete_port for e0b5e255-7448-48b0-b3fc-1ef1bd765f41 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:47:07.039236 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92c1a2-bb78-4607-961f-5765eb3eb2af req-463fb840-6c89-484f-b406-ee7468816bbc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:07.040732 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2e92c1a2-bb78-4607-961f-5765eb3eb2af req-463fb840-6c89-484f-b406-ee7468816bbc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 946 time: 0.1216938 Jun 08 06:47:07.096345 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2e92c1a2-bb78-4607-961f-5765eb3eb2af req-342a7ab5-8a8c-4741-a426-84bedd235710 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=18711681-8025-42fa-b05b-5c28be72569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496595 Jun 08 06:47:07.166059 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:07.171388 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-131fe2c0-0e17-4e7d-b9c5-b0ee1aaf83a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:07.213683 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event deleted for resources: {'Port': ['ID=e0b5e255-7448-48b0-b3fc-1ef1bd765f41,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:07.217012 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:07.395132 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Router 4e378294-f183-4467-8031-a18cd861db79 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:47:07.568237 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:47:07.577725 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] Sync routers for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:47:07.588230 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:47:07.589053 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:46:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:47:07.644587 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] No DVR routers for this DVR port e0b5e255-7448-48b0-b3fc-1ef1bd765f41 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:47:07.647143 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:07.649075 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-ddeb69e5-9c6c-4379-8db5-8319690037c7 req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "DELETE /v2.0/ports/e0b5e255-7448-48b0-b3fc-1ef1bd765f41 HTTP/1.1" status: 204 len: 173 time: 1.3164313 Jun 08 06:47:07.649573 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10692288-8312-485b-b4a9-af6791213fef', 'name': 'network-vif-deleted', 'tag': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:47:07.651954 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e045000d-a399-4ec5-9666-ef4901740ba0" -d '{"events": [{"server_uuid": "10692288-8312-485b-b4a9-af6791213fef", "name": "network-vif-deleted", "tag": "e0b5e255-7448-48b0-b3fc-1ef1bd765f41"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:47:07.699023 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a56a2e7-29df-487b-b113-8e2683b0edfc x-openstack-request-id: req-5a56a2e7-29df-487b-b113-8e2683b0edfc {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:47:07.699346 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10692288-8312-485b-b4a9-af6791213fef", "name": "network-vif-deleted", "tag": "e0b5e255-7448-48b0-b3fc-1ef1bd765f41", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:47:07.699632 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a56a2e7-29df-487b-b113-8e2683b0edfc {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:47:07.700078 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10692288-8312-485b-b4a9-af6791213fef', 'name': 'network-vif-deleted', 'tag': 'e0b5e255-7448-48b0-b3fc-1ef1bd765f41', 'status': 'completed', 'code': 200} Jun 08 06:47:07.780046 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:47:08.112182 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:47:08.117355 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] Checking router: 4e378294-f183-4467-8031-a18cd861db79 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:47:08.126050 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:47:08.126658 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:46:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:47:08.272957 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-83bb0bea-a867-4692-b5df-60c32b255ef4 req-33faec01-b0a0-4acf-b924-378ff7a47d25 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=10692288-8312-485b-b4a9-af6791213fef HTTP/1.1" status: 200 len: 210 time: 0.0421791 Jun 08 06:47:08.302504 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:47:08.602436 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:47:08.606186 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8323f-36de-4a32-a9de-7e3ef6f02122 None None] The sync data for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb is: [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:47:08.800293 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a08f35-4d75-4d1a-8f50-ccb787e06d03 None None] New status for floating IP 20ff9415-b0c8-401c-89ed-4f69a0fbc451: DOWN {{(pid=91844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:47:09.389817 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50964) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:47:09.453443 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a1b8d299-6b88-4599-bc37-034385fbd86c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:09.480349 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a1b8d299-6b88-4599-bc37-034385fbd86c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:09.544138 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a1b8d299-6b88-4599-bc37-034385fbd86c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:09.546770 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a1b8d299-6b88-4599-bc37-034385fbd86c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:09.547954 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-a1b8d299-6b88-4599-bc37-034385fbd86c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "DELETE /v2.0/security-groups/18711681-8025-42fa-b05b-5c28be72569f HTTP/1.1" status: 204 len: 168 time: 0.1568472 Jun 08 06:47:09.548707 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-2b5dddde-f5b9-43e6-9078-e0c06de57612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:09.551500 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50966) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:47:09.559970 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8d299-6b88-4599-bc37-034385fbd86c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18711681-8025-42fa-b05b-5c28be72569f,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:09.562369 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-a1b8d299-6b88-4599-bc37-034385fbd86c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:09.569688 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.api.v2.resource [None req-90b2cedf-062b-408c-8cce-d24aaa7e9fb4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] show failed (client error): The resource could not be found. Jun 08 06:47:09.570704 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-90b2cedf-062b-408c-8cce-d24aaa7e9fb4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups/18711681-8025-42fa-b05b-5c28be72569f HTTP/1.1" status: 404 len: 347 time: 0.0181706 Jun 08 06:47:09.573598 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50968) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:47:09.791594 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Deleting port 0242a8d2-29a0-4081-a024-a34658d5cd23 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:47:09.791964 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:09.910747 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:09.911082 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.029948 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Calling delete_port for 0242a8d2-29a0-4081-a024-a34658d5cd23 owned by network:floatingip {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:47:10.241577 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.245134 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-6515c56b-f19f-4ecd-aefa-529cd6dcf492 tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:10.280965 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device e0b5e255-7448-48b0-b3fc-1ef1bd765f41 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:47:10.287708 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event deleted for resources: {'Port': ['ID=0242a8d2-29a0-4081-a024-a34658d5cd23,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:10.290611 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:10.315631 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: e0b5e255-7448-48b0-b3fc-1ef1bd765f41 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:47:10.316127 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device e0b5e255-7448-48b0-b3fc-1ef1bd765f41 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:47:10.378170 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.380624 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.381741 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "DELETE /v2.0/floatingips/20ff9415-b0c8-401c-89ed-4f69a0fbc451 HTTP/1.1" status: 204 len: 168 time: 0.8072066 Jun 08 06:47:10.558249 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50972) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:47:10.563472 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-1d068512-c414-46d5-8f29-4f96b6dabfdc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--942359653', 'description': 'tempest-description--764308995'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:47:10.586783 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1d068512-c414-46d5-8f29-4f96b6dabfdc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.682946 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1d068512-c414-46d5-8f29-4f96b6dabfdc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.686432 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1d068512-c414-46d5-8f29-4f96b6dabfdc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.691921 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-cce6766b-056c-4c46-a1f7-bb4b625c1480 tempest-AttachVolumeShelveTestJSON-1893503613 tempest-AttachVolumeShelveTestJSON-1893503613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:10.721635 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-1d068512-c414-46d5-8f29-4f96b6dabfdc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.722854 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-1d068512-c414-46d5-8f29-4f96b6dabfdc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1636090 Jun 08 06:47:10.725906 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 50974) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:47:10.726456 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d068512-c414-46d5-8f29-4f96b6dabfdc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14944c83-4a44-4b2a-89a5-51180eb94a3e,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:10.728930 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-1d068512-c414-46d5-8f29-4f96b6dabfdc tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:10.730575 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-4b3a9c2d-dca6-416b-9b18-c0d61d7176e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'security_group_rule': {'security_group_id': '14944c83-4a44-4b2a-89a5-51180eb94a3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:47:10.760225 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9c2d-dca6-416b-9b18-c0d61d7176e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.819256 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9c2d-dca6-416b-9b18-c0d61d7176e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.825137 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9c2d-dca6-416b-9b18-c0d61d7176e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.827191 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:10.849136 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a9c2d-dca6-416b-9b18-c0d61d7176e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e0af61-9aae-4dca-811c-720851fdc642,revision_number=0']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:10.852827 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4b3a9c2d-dca6-416b-9b18-c0d61d7176e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:10.854241 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4b3a9c2d-dca6-416b-9b18-c0d61d7176e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.858064 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50976) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:47:10.858260 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-4b3a9c2d-dca6-416b-9b18-c0d61d7176e1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311700 Jun 08 06:47:10.863431 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-61e28d44-45d8-4f1a-a738-a911c44b048c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'security_group_rule': {'security_group_id': '14944c83-4a44-4b2a-89a5-51180eb94a3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:47:10.890426 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-61e28d44-45d8-4f1a-a738-a911c44b048c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.951292 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-61e28d44-45d8-4f1a-a738-a911c44b048c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.954663 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-61e28d44-45d8-4f1a-a738-a911c44b048c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064814'] for security_group_rule, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.956645 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:10.978589 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e28d44-45d8-4f1a-a738-a911c44b048c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7761dfd-44e7-449e-b904-9f57fd599be4,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:10.981401 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-61e28d44-45d8-4f1a-a738-a911c44b048c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:10.984164 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-61e28d44-45d8-4f1a-a738-a911c44b048c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:10.985547 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-61e28d44-45d8-4f1a-a738-a911c44b048c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262403 Jun 08 06:47:10.988906 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 50978) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:47:10.993200 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'floatingip': {'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556'}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:47:11.013808 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.200113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.242496 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.372841 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_common [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Allocated IP 172.28.2.9 (3e3742af-a7dc-4837-b8c3-dadc8da4b556/e2333c3d-41dc-4158-91df-c40d77d16722/8ac72502-9234-416a-88c2-96c1324ff935) {{(pid=91842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:47:11.516793 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for port, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.545796 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32882273'] for port, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.546376 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:47:11.546376 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:47:11.546376 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:47:11.546376 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:47:11.546376 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:47:11.546376 dv-cinder-760199-6-smb neutron-server[91842]: ERROR neutron_lib.callbacks.manager Jun 08 06:47:11.561577 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Network 3e3742af-a7dc-4837-b8c3-dadc8da4b556 is already hosted by enough agents. {{(pid=91842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:47:11.562592 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Resources bound (agent type, host, resource id): {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:47:11.564981 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Received port after_create {{(pid=91842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:47:11.640169 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.700367 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.904011 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for port, precommit_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.908369 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32882303'] for port, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:11.912953 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-19b7ca5f-90da-4034-8ccb-ee957d1f073d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:12.019595 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event updated for resources: {'Port': ['ID=8ac72502-9234-416a-88c2-96c1324ff935,revision_number=2']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:12.023702 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:12.028518 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:12.046580 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:12.047859 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-126cda34-b44a-4797-8243-f50466d4898f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0580175 Jun 08 06:47:12.273352 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-4632fc4a-1268-4f50-81a6-32e66ca8b753 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--942359653&fields=id&tenant_id=fb978da5864e42688e5316eb547b58db HTTP/1.1" status: 200 len: 267 time: 0.0432346 Jun 08 06:47:12.418314 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-2c7e0909-da33-4888-8103-d3af22349163 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:12.419651 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-2c7e0909-da33-4888-8103-d3af22349163 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 811 time: 0.1400332 Jun 08 06:47:12.434350 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-07bd1f1b-2398-4a4d-90f3-167935b0af2b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/quotas/fb978da5864e42688e5316eb547b58db HTTP/1.1" status: 200 len: 375 time: 0.0094285 Jun 08 06:47:12.531444 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-28abd58e-95ed-4ba3-8991-1a4b89bdb708 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0920696 Jun 08 06:47:12.666903 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-4273e1bc-c68a-4e2b-b460-2caec94c744b service neutron] 10.222.0.44 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233623 Jun 08 06:47:12.797204 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-594b71f1-a567-463e-93ad-bb412f198167 service neutron] 10.222.0.44 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243231 Jun 08 06:47:12.984104 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-7c7cc976-d9b5-4004-a16d-0e958f0517f4 req-b5c37298-36c8-4dc9-8470-82ae37464a09 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 210 time: 0.0418315 Jun 08 06:47:14.081287 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-99e7df55-f058-46af-a6a3-4bc9d11aaca9 req-5cdac52b-c52c-41be-99af-f933ecb7f326 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 210 time: 0.0444951 Jun 08 06:47:15.196594 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-61633eb5-4e23-4963-9d80-184fb8c436a6 req-3d34e411-7967-43a9-8e0b-87a335fb15aa tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 210 time: 0.0613663 Jun 08 06:47:16.360654 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c37f7db6-3481-48a1-8176-f92f342783d8 req-256ca3ba-a915-46fc-9790-99e500da992b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 210 time: 0.0505431 Jun 08 06:47:17.041151 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-625e78bb-999e-4fcb-befc-8ecec9286e1a tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:17.042876 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-625e78bb-999e-4fcb-befc-8ecec9286e1a tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 811 time: 0.1517406 Jun 08 06:47:17.094403 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-4bce8b72-8590-49f9-8cb0-ce85f454ab6b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb978da5864e42688e5316eb547b58db HTTP/1.1" status: 200 len: 379 time: 0.0425718 Jun 08 06:47:17.103183 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'port': {'device_id': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'admin_state_up': True, 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'security_groups': ['14944c83-4a44-4b2a-89a5-51180eb94a3e']}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:47:17.252392 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Made reservation on behalf of fb978da5864e42688e5316eb547b58db for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:47:17.256643 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:17.415789 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Allocated IP 172.20.0.10 (f642fdd7-a978-41cb-9b0b-762a73801ce0/0c38d459-1c6a-4ae8-858f-ed956e625841/ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:47:17.507517 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b06ebf38-b294-4711-bddc-cae82fbcc4b6 req-3a81c273-c71f-4300-8324-8d2f78b43598 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 210 time: 0.0426507 Jun 08 06:47:17.604986 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:17.620411 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Transition to ACTIVE for port object ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a will not be triggered until provisioned by entity DHCP. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:47:17.643205 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:17.646085 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:47:17.646085 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:47:17.646085 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:47:17.646085 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:47:17.646085 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:47:17.646085 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:47:17.661691 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:47:17.663012 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:47:17.665062 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:47:17.729310 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:17.729945 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:17.752906 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-c8b587aa-caca-48d2-acfa-680f4649d07e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6530874 Jun 08 06:47:17.764505 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Request body: {'port': {'device_id': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:47:17.899687 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-de4d53ef-295c-4ff5-830e-5fb4a7e1204d None None] Provisioning for port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a completed by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:47:17.904131 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-de4d53ef-295c-4ff5-830e-5fb4a7e1204d None None] Provisioning complete for port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a triggered by entity DHCP. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:47:17.904883 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-de4d53ef-295c-4ff5-830e-5fb4a7e1204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:17.957892 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-de4d53ef-295c-4ff5-830e-5fb4a7e1204d None None] Port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a cannot update to ACTIVE because it is not bound. {{(pid=91844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 06:47:17.968561 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:18.299348 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:47:18.306800 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:18.320214 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Transition to ACTIVE for port object ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:47:18.323909 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:18.327573 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-029f3877-65a0-40dd-9092-fd13967a132b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:18.474708 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Pushing event updated for resources: {'Port': ['ID=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:18.482896 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:18.557705 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Attempting to bind port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:47:18.558041 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Attempting to bind port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:47:18.558368 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Attempting to bind port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a on network f642fdd7-a978-41cb-9b0b-762a73801ce0 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:47:18.562898 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a on network f642fdd7-a978-41cb-9b0b-762a73801ce0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:47:18.563219 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Attempting to bind port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a on network f642fdd7-a978-41cb-9b0b-762a73801ce0 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:47:18.568468 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:47:18.568890 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Checking segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:47:18.569187 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Bound using segment: {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:47:18.569820 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Bound port: ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc08ddee-cc67-424b-8d14-8100fa259f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:47:18.569977 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:18.716118 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] For port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:47:18.719798 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] For port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:47:18.725329 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:18.729707 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:18.789980 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84187cba-cde6-4f2b-9bc2-57b8687e2afa req-842b5591-d9b3-4d49-b61e-3efa99d2aecb tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:18.791471 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-84187cba-cde6-4f2b-9bc2-57b8687e2afa req-842b5591-d9b3-4d49-b61e-3efa99d2aecb tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 944 time: 0.1767190 Jun 08 06:47:18.797938 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:18.798554 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:18.799914 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] 10.222.0.48 "PUT /v2.0/ports/ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a HTTP/1.1" status: 200 len: 1094 time: 1.0401080 Jun 08 06:47:18.800450 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'tag': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:47:18.802722 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a2638-0811-4d4b-b8d6-b909531d228d" -d '{"events": [{"name": "network-changed", "server_uuid": "f88a74d0-164e-4511-9045-1ce70c5ab328", "tag": "ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:47:18.850760 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Pushing event updated for resources: {'Port': ['ID=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:18.885875 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:18.887304 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8dd938-25ba-424b-bee3-2bbb3b13e775 x-openstack-request-id: req-dc8dd938-25ba-424b-bee3-2bbb3b13e775 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:47:18.887628 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88a74d0-164e-4511-9045-1ce70c5ab328", "tag": "ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:47:18.887945 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc8dd938-25ba-424b-bee3-2bbb3b13e775 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:47:18.888362 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'tag': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'status': 'completed', 'code': 200} Jun 08 06:47:18.912934 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-84187cba-cde6-4f2b-9bc2-57b8687e2afa req-bedc7450-15bf-4be7-b63c-736aa79dcbba tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053290 Jun 08 06:47:18.950190 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-1ab7b635-0579-4479-948b-9de5bd17aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:18.951764 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-1ab7b635-0579-4479-948b-9de5bd17aa9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 1097 time: 0.1020536 Jun 08 06:47:19.023376 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-557045f0-83ee-463a-82f4-33a34926e8eb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a HTTP/1.1" status: 200 len: 217 time: 0.0643101 Jun 08 06:47:19.084635 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-a29a563d-951f-46a7-9368-94a6466bf9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:19.086289 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-a29a563d-951f-46a7-9368-94a6466bf9fc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0570333 Jun 08 06:47:19.160257 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-04c198ae-350c-44c4-9e01-a31403e8daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:19.161959 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-04c198ae-350c-44c4-9e01-a31403e8daa6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693443 Jun 08 06:47:19.298320 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-9746a367-d52a-415b-af65-728c4afeab1f service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296763 Jun 08 06:47:19.427862 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-6c21b1ce-895f-4811-a97a-6a2ce2aafc75 req-739ece42-112d-425f-96a9-99fe7bf00fdd service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227705 Jun 08 06:47:19.621130 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-39bfa80d-bc30-4bf1-ab2a-ad0e880fe2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:19.622601 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-39bfa80d-bc30-4bf1-ab2a-ad0e880fe2d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 1097 time: 0.1490839 Jun 08 06:47:19.748999 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-f5aafec2-7468-4c2e-9635-4d7fd83ccf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:19.750336 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-f5aafec2-7468-4c2e-9635-4d7fd83ccf97 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 912 time: 0.1206896 Jun 08 06:47:19.820605 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-14794153-c55b-4487-9d6f-d2413cd2c676 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a HTTP/1.1" status: 200 len: 217 time: 0.0626619 Jun 08 06:47:19.881439 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-4a76b897-8cee-41a3-805f-6b6d52c5245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:19.882849 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-4a76b897-8cee-41a3-805f-6b6d52c5245b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0561781 Jun 08 06:47:19.964755 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-a442c1a0-4955-4361-9ce3-0b2b281998e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:19.966327 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-a442c1a0-4955-4361-9ce3-0b2b281998e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761395 Jun 08 06:47:20.098051 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee468b7-a2d7-4054-b9c4-8ba8cef30e3b req-488086d7-da62-4dc7-a8d9-020eeb848c00 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:20.099239 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-a5b314b2-2db2-4e77-b935-9888ff5bb7d8 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255236 Jun 08 06:47:20.099700 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5ee468b7-a2d7-4054-b9c4-8ba8cef30e3b req-488086d7-da62-4dc7-a8d9-020eeb848c00 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 944 time: 0.0783632 Jun 08 06:47:20.147725 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5ee468b7-a2d7-4054-b9c4-8ba8cef30e3b req-8d99d10f-28b0-4f51-8ce1-2a868da12893 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 Jun 08 06:47:20.230187 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3d9a2638-0811-4d4b-b8d6-b909531d228d req-d3944d87-a528-4e70-a162-732b7494b9d8 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245058 Jun 08 06:47:20.887473 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1703-945c-4824-b3f9-b7c218baaa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:21.325694 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3246eb-3cba-443c-b57c-b5d25bbb61f8 req-485b3274-7941-4d0b-aadd-dd91b41b8914 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:21.327136 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a3246eb-3cba-443c-b57c-b5d25bbb61f8 req-485b3274-7941-4d0b-aadd-dd91b41b8914 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 944 time: 0.0780821 Jun 08 06:47:21.370334 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8a3246eb-3cba-443c-b57c-b5d25bbb61f8 req-360fd3d3-53e7-47c7-9b3f-da36fec25b1e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369604 Jun 08 06:47:22.343036 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:47:22.472785 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:47:22.485734 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'port_id': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'mac_address': 'fa:16:3e:7b:33:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:47:22.542939 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:22.552636 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120a15f-2496-4432-92ad-fefe0e7d0980 req-2baf95af-a831-481e-8bfd-61a19cc136c5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:22.554106 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f120a15f-2496-4432-92ad-fefe0e7d0980 req-2baf95af-a831-481e-8bfd-61a19cc136c5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 944 time: 0.0795412 Jun 08 06:47:22.559464 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:47:22.574531 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:47:22.579089 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:22.580879 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:22.600520 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f120a15f-2496-4432-92ad-fefe0e7d0980 req-c5cf7ae4-4e55-4722-9d6d-408c0807adce tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406976 Jun 08 06:47:22.645239 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:22.648226 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:22.702137 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:22.803160 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:47:23.501601 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-ea3a92d5-8732-4f1b-acfc-9fd883d389f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:23.795108 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d2c42-8abd-4bac-b1ca-9f2722f5e5a0 req-dc0fb6f8-64b0-421c-8443-66438100c2a9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:23.796470 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f01d2c42-8abd-4bac-b1ca-9f2722f5e5a0 req-dc0fb6f8-64b0-421c-8443-66438100c2a9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 945 time: 0.0807302 Jun 08 06:47:23.841220 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f01d2c42-8abd-4bac-b1ca-9f2722f5e5a0 req-08ed32ad-a7f5-4aea-80fb-24267c7f74a5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392456 Jun 08 06:47:24.358532 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:47:24.423773 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:47:24.428799 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:47:24.429180 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:24.540003 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:24.565436 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:47:24.567690 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c6d526-aac1-4743-b907-884b09e840e7" -d '{"events": [{"server_uuid": "f88a74d0-164e-4511-9045-1ce70c5ab328", "name": "network-vif-plugged", "status": "completed", "tag": "ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:47:24.574874 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:47:24.579599 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:24.581418 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-8d926997-8996-430b-9602-0ded899623a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:47:24.615812 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56ee64d-11c5-4076-b533-a5a0b53b8f0d x-openstack-request-id: req-c56ee64d-11c5-4076-b533-a5a0b53b8f0d {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:47:24.616113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a74d0-164e-4511-9045-1ce70c5ab328", "name": "network-vif-plugged", "status": "completed", "tag": "ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:47:24.616368 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c56ee64d-11c5-4076-b533-a5a0b53b8f0d {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:47:24.616832 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'code': 200} Jun 08 06:47:24.651036 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:47:24.653886 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:47:24.829268 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b98d0fa-1eac-41c2-a4c1-7a0b8e494976 req-fcebec56-4cba-43ae-a3dd-ee14c2f74815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:24.830704 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8b98d0fa-1eac-41c2-a4c1-7a0b8e494976 req-fcebec56-4cba-43ae-a3dd-ee14c2f74815 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 1099 time: 0.0678990 Jun 08 06:47:24.870531 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8b98d0fa-1eac-41c2-a4c1-7a0b8e494976 req-a1aeef5a-2219-4238-b1e4-59e38a1fd9fb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335722 Jun 08 06:47:24.902567 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:25.026361 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610717bc-6c62-4f72-b075-aef15d6f4ce6 req-86b2eb35-6a92-4eb7-a117-5221dc8ad96c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:25.027853 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-610717bc-6c62-4f72-b075-aef15d6f4ce6 req-86b2eb35-6a92-4eb7-a117-5221dc8ad96c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 946 time: 0.0824645 Jun 08 06:47:25.072003 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-610717bc-6c62-4f72-b075-aef15d6f4ce6 req-0aea2311-c51d-4689-bfe0-8b6e6c79917e tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385823 Jun 08 06:47:26.261984 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006801d-f6c9-4047-9860-2704a30b8226 req-02e3199b-ac0b-4ff5-9002-04a5311302e5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:26.263349 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0006801d-f6c9-4047-9860-2704a30b8226 req-02e3199b-ac0b-4ff5-9002-04a5311302e5 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 946 time: 0.0882664 Jun 08 06:47:26.306934 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0006801d-f6c9-4047-9860-2704a30b8226 req-a1840eed-a734-4d9c-84f5-b7eca9a34bdb tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380116 Jun 08 06:47:26.479239 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2989ddb-19cc-43d9-9eaa-83f7cd8fea29 req-570ae5ea-baad-44f1-bc76-857914042cd1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:26.480699 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c2989ddb-19cc-43d9-9eaa-83f7cd8fea29 req-570ae5ea-baad-44f1-bc76-857914042cd1 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 946 time: 0.0782077 Jun 08 06:47:26.489589 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51044) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:47:26.493939 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Request body: {'floatingip': {'port_id': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:47:26.564755 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:26.572235 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:27.223921 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:27.227761 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:27.400573 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.l3_db [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Floating IP 8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e associated. External IP: 172.28.2.9, port: ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a. Jun 08 06:47:27.744006 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Router 4e378294-f183-4467-8031-a18cd861db79 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:47:27.933072 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:47:27.937915 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:27.950917 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] Sync routers for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:47:27.960509 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:47:27.961123 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:47:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:47:27.993662 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-cbfe2cae-f8c7-4935-bcc2-b64f56a967a4 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "PUT /v2.0/floatingips/8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e HTTP/1.1" status: 200 len: 990 time: 1.5030510 Jun 08 06:47:27.994429 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'tag': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:47:27.996849 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7" -d '{"events": [{"name": "network-changed", "server_uuid": "f88a74d0-164e-4511-9045-1ce70c5ab328", "tag": "ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:47:28.041431 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985f1760-385e-4537-8568-278a49f1a125 x-openstack-request-id: req-985f1760-385e-4537-8568-278a49f1a125 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:47:28.041815 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f88a74d0-164e-4511-9045-1ce70c5ab328", "tag": "ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:47:28.042050 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-985f1760-385e-4537-8568-278a49f1a125 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:47:28.042466 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'tag': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'status': 'completed', 'code': 200} Jun 08 06:47:28.135805 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-a7a69f44-489b-42f4-810b-80f0b7b1cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:28.137321 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-a7a69f44-489b-42f4-810b-80f0b7b1cabd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 1099 time: 0.0749331 Jun 08 06:47:28.148947 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:47:28.273495 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-f13e45d4-f695-40f8-bdc8-b8993e6d6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:28.274858 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-f13e45d4-f695-40f8-bdc8-b8993e6d6578 service neutron] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 912 time: 0.1307721 Jun 08 06:47:28.476571 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-043f52b0-c2ed-46e9-b3ef-dd884619a344 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a HTTP/1.1" status: 200 len: 998 time: 0.1950605 Jun 08 06:47:28.495233 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '4e378294-f183-4467-8031-a18cd861db79', 'port_id': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'mac_address': 'fa:16:3e:7b:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:47:11Z', 'updated_at': '2021-06-08T06:47:27Z', 'revision_number': 1, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:47:28.499041 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] Checking router: 4e378294-f183-4467-8031-a18cd861db79 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:47:28.506989 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:47:28.507578 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:47:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:47:28.542128 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-51a7eca4-a183-4c13-b67c-c26ba1a0b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:28.543492 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-51a7eca4-a183-4c13-b67c-c26ba1a0b411 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0604267 Jun 08 06:47:28.617163 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-12ecf570-7bd0-4cf4-82c9-9bcc40f1ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:47:28.618704 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-12ecf570-7bd0-4cf4-82c9-9bcc40f1ea04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690758 Jun 08 06:47:28.677738 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:47:28.748704 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-4c4e36c9-e546-48b8-a16c-73ad2217d344 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237836 Jun 08 06:47:28.878980 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0fad57f2-f236-46ed-8c4a-ffea42ebaac7 req-bcb1835d-cbd8-452a-ab85-c398653ebe42 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233473 Jun 08 06:47:29.037204 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '4e378294-f183-4467-8031-a18cd861db79', 'port_id': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'mac_address': 'fa:16:3e:7b:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:47:11Z', 'updated_at': '2021-06-08T06:47:27Z', 'revision_number': 1, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:47:29.041119 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8867371-3705-47ab-b8d8-034386dc0377 None None] The sync data for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb is: [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_floatingips': [{'id': '8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'floating_ip_address': '172.28.2.9', 'floating_network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'router_id': '4e378294-f183-4467-8031-a18cd861db79', 'port_id': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'mac_address': 'fa:16:3e:7b:33:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T06:47:11Z', 'updated_at': '2021-06-08T06:47:27Z', 'revision_number': 1, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:47:29.220537 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ace1dd-ec4f-4d29-b79e-b96a995a1ee6 None None] New status for floating IP 8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e: ACTIVE {{(pid=91844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:47:34.135866 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:47:41.212597 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:50.890062 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-8de7607a-b525-44f4-89f7-2a4e1bcd1a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:52.703681 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:53.504766 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-030f2c0d-de3a-4869-b490-b53f9ae0a1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:54.904798 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:47:56.568579 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:11.135268 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:48:11.215196 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:16.837445 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-8562b46e-9be5-4b9b-9890-cab354bf5bcb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1891937 Jun 08 06:48:16.979801 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-9395a39b-2738-45f4-85fa-92160c56dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:16.981399 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-9395a39b-2738-45f4-85fa-92160c56dbc8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fb978da5864e42688e5316eb547b58db&device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 1099 time: 0.0720842 Jun 08 06:48:16.998540 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab5e63-a27a-4a9a-928a-308407602843 req-f4ab5a8b-18cd-498c-8a70-1730c88bdd46 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:16.999331 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-bcab5e63-a27a-4a9a-928a-308407602843 req-f4ab5a8b-18cd-498c-8a70-1730c88bdd46 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 946 time: 0.0840671 Jun 08 06:48:17.045218 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-bcab5e63-a27a-4a9a-928a-308407602843 req-095f5b43-de08-4c1c-900c-07acfd3cb6c6 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Jun 08 06:48:17.131205 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-81b62a9c-a78e-492a-abee-fad39477594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:17.132856 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-81b62a9c-a78e-492a-abee-fad39477594e service neutron] 10.222.0.48 "GET /v2.0/networks?id=f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 200 len: 912 time: 0.1311641 Jun 08 06:48:17.240482 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-a857dcb3-66f5-4e28-a329-6a64e144823b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a HTTP/1.1" status: 200 len: 1000 time: 0.1006641 Jun 08 06:48:17.303561 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-c0eae385-7601-4193-ada4-89fac550d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:17.305032 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-c0eae385-7601-4193-ada4-89fac550d02e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 200 len: 850 time: 0.0576894 Jun 08 06:48:17.382880 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-c1912ef2-3ddc-4c99-9130-b950023529ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:17.384368 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-c1912ef2-3ddc-4c99-9130-b950023529ce service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=f642fdd7-a978-41cb-9b0b-762a73801ce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730252 Jun 08 06:48:17.394881 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-2c82a781-f251-4d29-87c6-b17793a563e2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:48:17.396111 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-2c82a781-f251-4d29-87c6-b17793a563e2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048256 Jun 08 06:48:17.528192 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-6e5639c7-6fe4-44e1-9c37-20a0d3b6e559 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251464 Jun 08 06:48:17.660242 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-5b694d63-6f9c-4598-bb69-6c9a92080b64 req-1f83ec36-9807-4f5f-b076-818b7c2c51b3 service neutron] 10.222.0.48 "GET /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250706 Jun 08 06:48:18.236767 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04508354-c88e-444f-915e-4b8bcc429155 req-e49ef63a-cd75-4240-a809-b4d889c5dc89 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:18.238156 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-04508354-c88e-444f-915e-4b8bcc429155 req-e49ef63a-cd75-4240-a809-b4d889c5dc89 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 946 time: 0.0832639 Jun 08 06:48:18.282202 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-04508354-c88e-444f-915e-4b8bcc429155 req-3c39e8f5-d329-4db3-ba56-97ef4c731da7 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383620 Jun 08 06:48:18.683723 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-7dc02671-3fec-4ed2-88b8-aa064c2356ae tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:18.685156 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-7dc02671-3fec-4ed2-88b8-aa064c2356ae tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 946 time: 0.0830767 Jun 08 06:48:18.818823 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Deleting port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:48:18.819161 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:19.046296 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] For port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:19.046656 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:19.341351 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:19.342075 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33506321'] for floatingip, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:19.342075 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.l3_db [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Floating IP 8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e disassociated. External IP: 172.28.2.9, port: ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a. Jun 08 06:48:19.342385 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Calling delete_port for ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:48:19.456965 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:19.462765 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4e104989-b8a8-4a8e-ab43-7a5e26e27c97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:19.475532 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09078c-f1ff-419a-b5ac-382d9352e1cd req-e3db3f04-61fc-46d4-9454-cac2134e232b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:19.477203 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5c09078c-f1ff-419a-b5ac-382d9352e1cd req-e3db3f04-61fc-46d4-9454-cac2134e232b tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/ports?device_id=f88a74d0-164e-4511-9045-1ce70c5ab328 HTTP/1.1" status: 200 len: 946 time: 0.0849235 Jun 08 06:48:19.508809 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event deleted for resources: {'Port': ['ID=ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:19.520413 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.520793 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.521159 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.521522 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.521879 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.522236 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.522587 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.522938 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.523289 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.523459 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-5c09078c-f1ff-419a-b5ac-382d9352e1cd req-39813074-56e2-499d-b100-20f4d94758b2 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups?id=14944c83-4a44-4b2a-89a5-51180eb94a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389922 Jun 08 06:48:19.523634 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.524010 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.524360 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:19.575518 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:19.712400 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Router 4e378294-f183-4467-8031-a18cd861db79 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:48:19.898517 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:48:19.909343 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] Sync routers for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:48:19.926710 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:48:19.927629 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:47:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:19.977188 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] No DVR routers for this DVR port ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:48:19.980216 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:19.982248 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-c56c1654-f733-48c4-97b8-f0b4ad02af33 req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.48 "DELETE /v2.0/ports/ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a HTTP/1.1" status: 204 len: 173 time: 1.2910452 Jun 08 06:48:19.982863 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'name': 'network-vif-deleted', 'tag': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:48:19.985516 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df49c6cf-d0aa-4ff0-b03d-f557372185a5" -d '{"events": [{"server_uuid": "f88a74d0-164e-4511-9045-1ce70c5ab328", "name": "network-vif-deleted", "tag": "ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:48:20.030010 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcc8b34-5e9e-4277-8c35-5d5a134e0545 x-openstack-request-id: req-5bcc8b34-5e9e-4277-8c35-5d5a134e0545 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:48:20.031891 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f88a74d0-164e-4511-9045-1ce70c5ab328", "name": "network-vif-deleted", "tag": "ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:48:20.032255 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5bcc8b34-5e9e-4277-8c35-5d5a134e0545 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:48:20.032705 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f88a74d0-164e-4511-9045-1ce70c5ab328', 'name': 'network-vif-deleted', 'tag': 'ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a', 'status': 'completed', 'code': 200} Jun 08 06:48:20.121535 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:48:20.436266 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:20.440362 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] Checking router: 4e378294-f183-4467-8031-a18cd861db79 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:48:20.449048 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:48:20.449661 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:47:53Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:20.646107 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:48:20.673847 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51228) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:20.738654 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f158-be78-476e-9cc9-9f75a5b48655 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:20.770911 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f158-be78-476e-9cc9-9f75a5b48655 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:20.828535 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f158-be78-476e-9cc9-9f75a5b48655 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:20.830953 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f158-be78-476e-9cc9-9f75a5b48655 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:20.832149 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-4cb0f158-be78-476e-9cc9-9f75a5b48655 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "DELETE /v2.0/security-groups/14944c83-4a44-4b2a-89a5-51180eb94a3e HTTP/1.1" status: 204 len: 168 time: 0.1573205 Jun 08 06:48:20.832919 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a809d734-1e5e-45be-96b0-ecc3ffb331dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:20.835097 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51230) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:20.843712 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0f158-be78-476e-9cc9-9f75a5b48655 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14944c83-4a44-4b2a-89a5-51180eb94a3e,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:20.846259 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4cb0f158-be78-476e-9cc9-9f75a5b48655 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:20.854412 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.api.v2.resource [None req-2b89abb5-7586-415f-b87e-c7a5dec89114 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] show failed (client error): The resource could not be found. Jun 08 06:48:20.858050 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-2b89abb5-7586-415f-b87e-c7a5dec89114 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "GET /v2.0/security-groups/14944c83-4a44-4b2a-89a5-51180eb94a3e HTTP/1.1" status: 404 len: 347 time: 0.0185852 Jun 08 06:48:20.858741 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51232) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:20.897419 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-82352582-bfba-4f0b-89ac-80828174c0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:21.011682 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:21.016023 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28685df9-18ca-42aa-9ec6-393d627f5704 None None] The sync data for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb is: [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:30Z', 'revision_number': 4, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb', '_interfaces': [{'id': '6b0eeedb-112e-4469-ad5b-0bf2e448683d', 'name': '', 'network_id': 'f642fdd7-a978-41cb-9b0b-762a73801ce0', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'mac_address': 'fa:16:3e:80:44:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:30Z', 'updated_at': '2021-06-08T06:44:36Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'subnets': [{'id': '0c38d459-1c6a-4ae8-858f-ed956e625841', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:48:21.202433 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Deleting port 8ac72502-9234-416a-88c2-96c1324ff935 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:48:21.202663 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:21.230281 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7248bef3-84fe-4d53-a9bb-3dff9459d7b6 None None] New status for floating IP 8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e: DOWN {{(pid=91844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 06:48:21.325051 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:21.325381 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:21.448538 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Calling delete_port for 8ac72502-9234-416a-88c2-96c1324ff935 owned by network:floatingip {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:48:21.563791 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:21.568239 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-cfbc01ce-841a-4709-baa8-152f60517e1c tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:21.643178 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Pushing event deleted for resources: {'Port': ['ID=8ac72502-9234-416a-88c2-96c1324ff935,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:21.685687 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.686070 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.686445 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.686814 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.687182 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.687551 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.687942 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.688303 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.688662 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.689019 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.689424 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.689726 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:21.698857 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:21.719263 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks [] for floatingip, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:21.721637 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for floatingip, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:21.722787 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-18fd17f7-c696-4592-b16a-086a01212747 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] 10.222.0.44 "DELETE /v2.0/floatingips/8a6e1eb1-8d0f-47ea-a488-9c4cb5328d8e HTTP/1.1" status: 204 len: 168 time: 0.8630319 Jun 08 06:48:22.639095 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:48:22.673580 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:48:22.673936 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device ed5e4a6f-e01b-4f4b-a4cf-bee3d7bae63a not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:48:22.705112 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:23.509261 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0ec5ea74-a7c4-4b36-9d70-a325a452fddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:24.907582 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:25.739424 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51260) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:26.300017 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33506338'] for router_interface, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:26.580005 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:26.856137 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Deleting port 6b0eeedb-112e-4469-ad5b-0bf2e448683d {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:48:26.856745 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:26.976597 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] For port 6b0eeedb-112e-4469-ad5b-0bf2e448683d, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=6b0eeedb-112e-4469-ad5b-0bf2e448683d,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:26.976978 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:27.104565 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Calling delete_port for 6b0eeedb-112e-4469-ad5b-0bf2e448683d owned by network:router_interface {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:48:27.246968 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:27.250452 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4c326398-d56b-4f7e-88e1-1f8b0a8b2ddf tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:27.297674 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b0eeedb-112e-4469-ad5b-0bf2e448683d,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:27.300820 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:27.566853 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33073126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33432025'] for router_interface, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:27.940361 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Router 4e378294-f183-4467-8031-a18cd861db79 has already been hosted by L3 agent 59c11074-6fe1-4ff6-941e-da744a76602c {{(pid=91842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 06:48:28.229318 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] Notify agent at l3_agent.dv-cinder-760199-6-smb the message routers_updated {{(pid=91842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 06:48:28.235458 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-51568592-3e39-441b-afc1-b4efba7fab08 admin admin] 10.222.0.44 "PUT /v2.0/routers/4e378294-f183-4467-8031-a18cd861db79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4941213 Jun 08 06:48:28.236597 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51262) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:28.237449 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] Sync routers for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 06:48:28.246856 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:48:28.247457 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:48:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:28.415231 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks [] for router, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:28.420214 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: dv-cinder-760199-6-smb {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:48:28.588761 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:28.662206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Deleting port c0c76799-9550-4622-9986-f2acfe47c0c9 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:48:28.662548 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:28.701504 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'external_fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200'}], 'enable_snat': True}, 'gw_port_id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:48:27Z', 'revision_number': 5, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port': {'id': 'c0c76799-9550-4622-9986-f2acfe47c0c9', 'name': '', 'network_id': '3e3742af-a7dc-4837-b8c3-dadc8da4b556', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e378294-f183-4467-8031-a18cd861db79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'ip_address': '172.28.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2333c3d-41dc-4158-91df-c40d77d16722', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-6-smb'}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:28.705340 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] Checking router: 4e378294-f183-4467-8031-a18cd861db79 for host: dv-cinder-760199-6-smb {{(pid=91845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 06:48:28.714355 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] Routers {'4e378294-f183-4467-8031-a18cd861db79'} bound to L3 agent in host dv-cinder-760199-6-smb {{(pid=91845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 06:48:28.714961 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T06:29:53Z,description=,heartbeat_timestamp=2021-06-08T06:48:23Z,host='dv-cinder-760199-6-smb',id=59c11074-6fe1-4ff6-941e-da744a76602c,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T06:29:53Z,topic='l3_agent')) {'router_ids': ['4e378294-f183-4467-8031-a18cd861db79'], 'active': True} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:28.785181 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] For port c0c76799-9550-4622-9986-f2acfe47c0c9, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=c0c76799-9550-4622-9986-f2acfe47c0c9,segment=NetworkSegment(e337105b-b73e-4729-9e0d-b79721f88c2a),segment_id=e337105b-b73e-4729-9e0d-b79721f88c2a)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:28.785567 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:28.866302 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_dvr_db [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] Set router 4e378294-f183-4467-8031-a18cd861db79 gateway port host: None {{(pid=91845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 06:48:28.909384 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Calling delete_port for c0c76799-9550-4622-9986-f2acfe47c0c9 owned by network:router_gateway {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:48:28.971271 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.l3_hamode_db [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:48:28Z', 'revision_number': 6, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port_host': None}], 'dv-cinder-760199-6-smb', False) {} {{(pid=91845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:28.975508 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7959a3-1d8e-443a-810f-cf47155aaad9 None None] The sync data for ids ['4e378294-f183-4467-8031-a18cd861db79'] in dv-cinder-760199-6-smb is: [{'id': '4e378294-f183-4467-8031-a18cd861db79', 'name': 'tempest-AttachVolumeTestJSON-1779988688-router', 'tenant_id': 'fb978da5864e42688e5316eb547b58db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T06:44:27Z', 'updated_at': '2021-06-08T06:48:28Z', 'revision_number': 6, 'project_id': 'fb978da5864e42688e5316eb547b58db', 'gw_port_host': None}] {{(pid=91845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 06:48:29.052522 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.057414 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dad2c808-11f0-4a11-80d1-a28cab1e560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:29.103288 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c76799-9550-4622-9986-f2acfe47c0c9,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:29.132183 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:29.194893 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33506372'] for router_gateway, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.373837 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33445649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11571'] for router, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.376141 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.403737 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33445885'] for router, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.404260 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e378294-f183-4467-8031-a18cd861db79 {{(pid=91842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 06:48:29.408355 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] Notify callbacks [] for router, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.409520 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-9db84350-ddbe-4730-a5f3-96700cd8402e admin admin] 10.222.0.44 "DELETE /v2.0/routers/4e378294-f183-4467-8031-a18cd861db79 HTTP/1.1" status: 204 len: 168 time: 1.1719718 Jun 08 06:48:29.412419 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51264) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:29.472162 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] Deleting subnet 0c38d459-1c6a-4ae8-858f-ed956e625841 {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:48:29.475059 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.523369 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.736316 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.806304 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.810594 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-00a4c824-eb44-446f-8101-4166a0d4ed06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:29.845581 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c38d459-1c6a-4ae8-858f-ed956e625841,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:29.848396 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:29.851188 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:29.853073 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-a101d3dc-02a0-4c39-b961-cc5a5ef8c04a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0c38d459-1c6a-4ae8-858f-ed956e625841 HTTP/1.1" status: 204 len: 168 time: 0.4397304 Jun 08 06:48:29.856292 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51266) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:29.858923 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfb823-529b-4818-995d-fdda73592ca4 None None] Network f642fdd7-a978-41cb-9b0b-762a73801ce0 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:48:29.982585 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.021182 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 6b0eeedb-112e-4469-ad5b-0bf2e448683d no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:48:30.062229 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Deleting port 5908f5d3-977a-4b19-b73d-83195e2d4359 {{(pid=91842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:48:30.062813 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.065433 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 6b0eeedb-112e-4469-ad5b-0bf2e448683d {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:48:30.065785 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 6b0eeedb-112e-4469-ad5b-0bf2e448683d not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:48:30.066207 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c0c76799-9550-4622-9986-f2acfe47c0c9 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:48:30.104261 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: c0c76799-9550-4622-9986-f2acfe47c0c9 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:48:30.104608 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device c0c76799-9550-4622-9986-f2acfe47c0c9 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:48:30.163465 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.db [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] For port 5908f5d3-977a-4b19-b73d-83195e2d4359, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5908f5d3-977a-4b19-b73d-83195e2d4359,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:30.163904 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.192814 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] DHCP port deletion for f642fdd7-a978-41cb-9b0b-762a73801ce0 request from dv-cinder-760199-6-smb {{(pid=91844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 06:48:30.258411 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Deleting port 5908f5d3-977a-4b19-b73d-83195e2d4359 {{(pid=91844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:48:30.258708 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.291151 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.plugin [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Calling delete_port for 5908f5d3-977a-4b19-b73d-83195e2d4359 owned by network:dhcp {{(pid=91842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:48:30.337287 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32882280'] for port, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.342552 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4ea5e91a-5be3-49e0-aa1b-83a16a0064ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:30.357049 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] For port 5908f5d3-977a-4b19-b73d-83195e2d4359, host dv-cinder-760199-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-6-smb',level=0,port_id=5908f5d3-977a-4b19-b73d-83195e2d4359,segment=NetworkSegment(cc08ddee-cc67-424b-8d14-8100fa259f5e),segment_id=cc08ddee-cc67-424b-8d14-8100fa259f5e)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:30.357442 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.386686 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=5908f5d3-977a-4b19-b73d-83195e2d4359,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:30.388599 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] No DVR routers for this DVR port 5908f5d3-977a-4b19-b73d-83195e2d4359 on host dv-cinder-760199-6-smb {{(pid=91842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:48:30.390121 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:30.503776 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.510687 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Calling delete_port for 5908f5d3-977a-4b19-b73d-83195e2d4359 owned by network:dhcp {{(pid=91844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:48:30.517379 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f642fdd7-a978-41cb-9b0b-762a73801ce0']}} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:30.529443 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc08ddee-cc67-424b-8d14-8100fa259f5e') {'for_net_delete': True} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:30.529749 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.services.segments.db [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc08ddee-cc67-424b-8d14-8100fa259f5e') {} {{(pid=91842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:48:30.541095 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32098945'] for segment, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.551100 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138'] for port, after_delete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.555628 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:30.560959 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.566940 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=91842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:48:30.567328 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32882203'] for segment, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: Traceback (most recent call last): Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: timer() Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: cb(*args, **kw) Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: return func(*args, **kwargs) Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: self._notify() Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: self.callback(batched_events) Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: event.method(event) Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: return f(self, *a, **k) Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: return self._get(url).json() Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: return self.request(url, 'GET', **kwargs) Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:48:30.580716 dv-cinder-760199-6-smb neutron-server[91842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:48:30.599612 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Pushing event deleted for resources: {'Port': ['ID=5908f5d3-977a-4b19-b73d-83195e2d4359,revision_number=None']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:30.602660 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] No DVR routers for this DVR port 5908f5d3-977a-4b19-b73d-83195e2d4359 on host dv-cinder-760199-6-smb {{(pid=91844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:48:30.612302 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.612738 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.612962 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.613291 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.613609 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.613933 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.614298 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.614770 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.615091 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.615412 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.615754 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.616074 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:48:30.620282 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:30.654339 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.658036 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-c90b429d-ed5a-40bf-aef8-5d5c9fd4c818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:30.671537 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.673431 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f642fdd7-a978-41cb-9b0b-762a73801ce0 HTTP/1.1" status: 204 len: 168 time: 0.8162136 Jun 08 06:48:30.679334 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=f642fdd7-a978-41cb-9b0b-762a73801ce0,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:30.682881 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dbfe6194-e146-4419-a46d-d72712217b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:30.854983 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51270) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:30.910496 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-8b037603-e497-4ee7-97f8-10407ec46baf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb978da5864e42688e5316eb547b58db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541720 Jun 08 06:48:30.913012 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51272) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:30.969854 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-43384c34-4321-40aa-97c2-b1b636d5da6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:30.996714 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-43384c34-4321-40aa-97c2-b1b636d5da6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:31.061223 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-43384c34-4321-40aa-97c2-b1b636d5da6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:31.063797 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-43384c34-4321-40aa-97c2-b1b636d5da6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:31.065000 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-43384c34-4321-40aa-97c2-b1b636d5da6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8211794-281a-4cf4-a6f6-6146f6d84a11 HTTP/1.1" status: 204 len: 168 time: 0.1510308 Jun 08 06:48:31.065746 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-dd63746d-1bfe-4b5a-9f68-77d55cb37b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:31.075432 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384c34-4321-40aa-97c2-b1b636d5da6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8211794-281a-4cf4-a6f6-6146f6d84a11,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:31.077822 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-43384c34-4321-40aa-97c2-b1b636d5da6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:31.808035 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51294) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:31.911208 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-203022232-network', 'tenant_id': '0f333ed56bb04045856f185058f2d1a6'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:48:31.935162 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Made reservation on behalf of 0f333ed56bb04045856f185058f2d1a6 for: {'network': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:48:31.937789 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-627181'] for network, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:31.950665 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:31.961764 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5908f5d3-977a-4b19-b73d-83195e2d4359 no longer exists at agent ovs-agent-dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:48:31.995858 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] No Port match for: 5908f5d3-977a-4b19-b73d-83195e2d4359 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:48:31.996250 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Device 5908f5d3-977a-4b19-b73d-83195e2d4359 not bound to the agent host dv-cinder-760199-6-smb {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:48:32.068650 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.072895 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.075830 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-43384c34-4321-40aa-97c2-b1b636d5da6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:32.104763 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=91843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 06:48:32.110410 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36616847-8841-42e2-b07a-50e8e2e83c6b,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:32.114001 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:32.118194 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.118560 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.db.segments_db [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Added segment 8a1c11ba-8558-4eac-8791-d446bac9ec49 of type vlan for network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 Jun 08 06:48:32.153499 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746079935205'] for network, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.182447 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135'] for network, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.183815 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:32.184397 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.187808 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2b6e16cb-cc3f-4a8f-8fa7-1cf0b399e4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:32.373117 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5639455 Jun 08 06:48:32.376148 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51298) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:48:32.380542 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:32.381423 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.v2.base [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Request body: {'subnet': {'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-203022232-subnet', 'tenant_id': '0f333ed56bb04045856f185058f2d1a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:48:32.383117 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-f941499f-9628-4c62-b9c9-c02a40b690a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:32.390789 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 details requested by agent ovs-agent-dv-cinder-760199-6-smb with host dv-cinder-760199-6-smb {{(pid=91844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 06:48:32.405262 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Made reservation on behalf of 0f333ed56bb04045856f185058f2d1a6 for: {'subnet': 1} {{(pid=91842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:48:32.407587 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31748123'] for subnet, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.613961 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32882429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31748149'] for subnet, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.617413 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e176d41a-aa2c-449a-8e6f-d3a227b4f044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:32.687821 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=212af858-bdcc-489f-9eb2-c688bcbed3cb,revision_number=0']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:32.690454 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:32.700903 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Checking segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:48:32.701268 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Network hostable DHCP agents. Network: b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78, hostable agents: ['699ea85d-db79-4021-9e19-9d98f488ef78'], hosted agents: [] {{(pid=91842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 06:48:32.718026 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 is scheduled to be hosted by DHCP agent 699ea85d-db79-4021-9e19-9d98f488ef78 with binding_index 1 {{(pid=91842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 06:48:32.727728 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.scheduler.base_scheduler [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-6-smb, b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78) {{(pid=91842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:48:32.731724 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:32.732308 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:32.736423 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9d75f-3d22-4541-9dbc-c93240b3bf5e None None] Network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:48:32.754408 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-62ffb016-3bf9-4245-80be-07e34b742f96 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3730350 Jun 08 06:48:32.936769 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1aa039-5905-4579-8141-79bcbae132e1 None None] Network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 requested from dv-cinder-760199-6-smb {{(pid=91844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 06:48:33.271442 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e17c-7064-4194-b45d-050b74339a1b req-42088c56-2d54-4760-a2ec-0dfd0eb4442b tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:33.272831 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-42088c56-2d54-4760-a2ec-0dfd0eb4442b tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 814 time: 0.1459451 Jun 08 06:48:33.287688 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-ac11708e-ed74-4c6d-9f72-0af556de13a2 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/quotas/0f333ed56bb04045856f185058f2d1a6 HTTP/1.1" status: 200 len: 375 time: 0.0088732 Jun 08 06:48:33.338711 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-de0b0df0-36ac-488f-b720-ba4f88533fbf tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457182 Jun 08 06:48:33.395250 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-a7ab516a-884d-4ac8-90e4-00e065b6489d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:48:33.396275 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-a7ab516a-884d-4ac8-90e4-00e065b6489d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510221 Jun 08 06:48:33.526608 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-45ed1c53-6f72-4e95-ac6f-e98df839850d service neutron] 10.222.0.44 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236417 Jun 08 06:48:33.656667 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-100905b1-139c-4082-921d-acf4f2805c9b service neutron] 10.222.0.44 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244717 Jun 08 06:48:33.832198 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d823189f-74e9-481e-834f-d9633ac0033a req-4d587aeb-0af4-4964-a698-7da7c56a01ab tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 210 time: 0.0429032 Jun 08 06:48:34.994799 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-dd7020c4-7a6d-4e32-a8b4-485a183ce873 req-9444477c-acf6-4477-b79a-0149f35b54bf tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 210 time: 0.0492227 Jun 08 06:48:35.020927 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e17c-7064-4194-b45d-050b74339a1b req-bf970ae0-bc64-4fa5-866c-63673c8411ce tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:35.022528 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-bf970ae0-bc64-4fa5-866c-63673c8411ce tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 814 time: 0.1615679 Jun 08 06:48:35.034506 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Request body: {'port': {'device_id': 'a5eee4ba-0b80-4bfb-b12b-9f0796418b01', 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'admin_state_up': True, 'tenant_id': '0f333ed56bb04045856f185058f2d1a6'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:48:35.187164 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Made reservation on behalf of 0f333ed56bb04045856f185058f2d1a6 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:48:35.190520 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:35.356656 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Allocated IP 172.20.0.9 (b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78/212af858-bdcc-489f-9eb2-c688bcbed3cb/a5b29e1d-b503-44cd-a1b6-5cb7c27dc205) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:48:35.556059 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:35.584732 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:35.587191 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:48:35.587191 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:48:35.587191 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:48:35.587191 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:48:35.587191 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:48:35.587191 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:48:35.603898 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:48:35.604986 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:48:35.607162 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:48:35.670727 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:35.671328 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:35.689047 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-fa7318c8-2337-43a5-9475-48f9c2289a12 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6582544 Jun 08 06:48:35.701422 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Request body: {'port': {'device_id': 'a5eee4ba-0b80-4bfb-b12b-9f0796418b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:48:35.828728 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:36.228908 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:48:36.237681 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:36.257102 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Transition to ACTIVE for port object a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:48:36.261325 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:36.266292 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3e43742a-8e84-4bfd-856a-76c7695e6ee9 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:36.307112 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b5ff1-4743-4859-b3af-7a1718899c42 req-23674b17-795b-4045-8c3e-53b33d48f567 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:36.308624 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-441b5ff1-4743-4859-b3af-7a1718899c42 req-23674b17-795b-4045-8c3e-53b33d48f567 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 931 time: 0.1940756 Jun 08 06:48:36.434622 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:36.461207 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:36.476616 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-441b5ff1-4743-4859-b3af-7a1718899c42 req-836b6577-a7cf-4313-bfa8-3a3b7c0f973c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608160 Jun 08 06:48:36.550361 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Attempting to bind port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:48:36.550693 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Attempting to bind port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:48:36.551016 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Attempting to bind port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:48:36.555597 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:48:36.555963 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Attempting to bind port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:48:36.561480 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:48:36.561817 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Checking segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:48:36.562202 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Bound using segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:48:36.562617 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Bound port: a5b29e1d-b503-44cd-a1b6-5cb7c27dc205, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:48:36.562962 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:36.739941 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] For port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:48:36.743230 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] For port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:48:36.748219 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:36.752993 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d4436cb9-9451-44f0-a547-1cd981d90d3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:36.809913 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:36.810523 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:36.811902 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] 10.222.0.48 "PUT /v2.0/ports/a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 HTTP/1.1" status: 200 len: 1093 time: 1.1153266 Jun 08 06:48:36.812394 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5eee4ba-0b80-4bfb-b12b-9f0796418b01', 'tag': 'a5b29e1d-b503-44cd-a1b6-5cb7c27dc205'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:48:36.814650 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ccadc-ee3f-4f44-a476-398451977e73" -d '{"events": [{"name": "network-changed", "server_uuid": "a5eee4ba-0b80-4bfb-b12b-9f0796418b01", "tag": "a5b29e1d-b503-44cd-a1b6-5cb7c27dc205"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:48:36.838849 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:36.843551 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:36.888701 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836032ce-afcb-4cd5-87d0-c9f09d230da1 x-openstack-request-id: req-836032ce-afcb-4cd5-87d0-c9f09d230da1 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:48:36.889037 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5eee4ba-0b80-4bfb-b12b-9f0796418b01", "tag": "a5b29e1d-b503-44cd-a1b6-5cb7c27dc205", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:48:36.889301 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-836032ce-afcb-4cd5-87d0-c9f09d230da1 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:48:36.889711 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5eee4ba-0b80-4bfb-b12b-9f0796418b01', 'tag': 'a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', 'status': 'completed', 'code': 200} Jun 08 06:48:36.928929 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e17c-7064-4194-b45d-050b74339a1b req-89e03e22-9f12-4e8c-8350-50acd30a4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:36.930403 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-89e03e22-9f12-4e8c-8350-50acd30a4931 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 1096 time: 0.0739217 Jun 08 06:48:37.000536 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-87e4c7ef-0218-4ba6-aa1c-3e8849fa4edd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 HTTP/1.1" status: 200 len: 217 time: 0.0630615 Jun 08 06:48:37.062862 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4e17c-7064-4194-b45d-050b74339a1b req-0f3c1b88-a519-4dac-b01e-a8ea496c2db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:37.064337 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-0f3c1b88-a519-4dac-b01e-a8ea496c2db1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.0580993 Jun 08 06:48:37.109585 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-ff7166af-9057-4a64-83b4-11d047431bb8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393147 Jun 08 06:48:37.239201 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-1858e29b-b09d-4b94-bbd3-31a00d95651e service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230044 Jun 08 06:48:37.370544 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-91e4e17c-7064-4194-b45d-050b74339a1b req-f241771a-3dc1-4976-ab11-c19e1e43bcac service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244667 Jun 08 06:48:37.489525 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ccadc-ee3f-4f44-a476-398451977e73 req-2b63dca1-b5e0-4a3f-ae85-e0d0bdf45ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:37.490997 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-392ccadc-ee3f-4f44-a476-398451977e73 req-2b63dca1-b5e0-4a3f-ae85-e0d0bdf45ab5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 1096 time: 0.0725632 Jun 08 06:48:37.669228 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ccadc-ee3f-4f44-a476-398451977e73 req-87317e6f-bbf0-4577-80fa-777b4ee9adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:37.670580 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-392ccadc-ee3f-4f44-a476-398451977e73 req-87317e6f-bbf0-4577-80fa-777b4ee9adb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 915 time: 0.1727817 Jun 08 06:48:37.744569 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-392ccadc-ee3f-4f44-a476-398451977e73 req-9e993f40-81c1-48d3-879c-21fba7de7ff1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 HTTP/1.1" status: 200 len: 217 time: 0.0670357 Jun 08 06:48:37.788901 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b67c7b-c1c7-4c07-8ce4-aadc1a00abdd req-a252689b-5964-46b2-b94e-734a83413b5e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:37.790350 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82b67c7b-c1c7-4c07-8ce4-aadc1a00abdd req-a252689b-5964-46b2-b94e-734a83413b5e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 943 time: 0.2003627 Jun 08 06:48:37.846524 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ccadc-ee3f-4f44-a476-398451977e73 req-05528f89-0f49-41d1-bbb6-b97999859886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:37.847980 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-392ccadc-ee3f-4f44-a476-398451977e73 req-05528f89-0f49-41d1-bbb6-b97999859886 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.0963464 Jun 08 06:48:37.886985 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-82b67c7b-c1c7-4c07-8ce4-aadc1a00abdd req-2a699f93-38bf-4d76-8912-5443c59560fb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888288 Jun 08 06:48:37.903760 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-392ccadc-ee3f-4f44-a476-398451977e73 req-094b008d-b72a-49c2-b9d8-b6d281555772 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479929 Jun 08 06:48:38.048841 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-392ccadc-ee3f-4f44-a476-398451977e73 req-08b85bb2-51f0-4ba1-a6bb-ead14e133026 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384161 Jun 08 06:48:38.180061 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-392ccadc-ee3f-4f44-a476-398451977e73 req-d24c1e8c-d7aa-400e-89ea-d35d6c6c5910 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233125 Jun 08 06:48:38.716539 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:48:38.847393 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:38.859925 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'port_id': 'a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', 'mac_address': 'fa:16:3e:a7:94:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212af858-bdcc-489f-9eb2-c688bcbed3cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:48:38.912908 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:38.929715 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:48:38.945463 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:38.950048 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:38.951830 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:39.018529 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:39.021480 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:39.075037 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606420d-0a3c-43dc-9d33-ead5ff3775a9 req-c9c9f34c-1a85-4e52-ac0c-ff4a200dd999 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:39.076531 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e606420d-0a3c-43dc-9d33-ead5ff3775a9 req-c9c9f34c-1a85-4e52-ac0c-ff4a200dd999 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 944 time: 0.0794623 Jun 08 06:48:39.120549 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-e606420d-0a3c-43dc-9d33-ead5ff3775a9 req-a1110da3-4062-4847-81b7-9a97829346ca tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Jun 08 06:48:39.153035 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['a5b29e1d-b503-44cd-a1b6-5cb7c27dc205'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:48:40.303927 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eed46-d28e-43b4-9e1a-29cfc9d1e9ab req-b20bffd6-54d8-4c9a-84cb-d756385db3bc tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:40.305299 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9e9eed46-d28e-43b4-9e1a-29cfc9d1e9ab req-b20bffd6-54d8-4c9a-84cb-d756385db3bc tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 944 time: 0.0776215 Jun 08 06:48:40.353341 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9e9eed46-d28e-43b4-9e1a-29cfc9d1e9ab req-d81385f7-82fd-4811-a470-944b38480856 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Jun 08 06:48:40.747839 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:48:40.814282 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:48:40.818772 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:48:40.819263 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:40.934057 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:40.959747 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eee4ba-0b80-4bfb-b12b-9f0796418b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b29e1d-b503-44cd-a1b6-5cb7c27dc205'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:48:40.961939 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cafa98-3941-4a20-8190-3da31cc19381" -d '{"events": [{"server_uuid": "a5eee4ba-0b80-4bfb-b12b-9f0796418b01", "name": "network-vif-plugged", "status": "completed", "tag": "a5b29e1d-b503-44cd-a1b6-5cb7c27dc205"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:48:40.969853 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:40.974102 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:40.976151 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:41.040936 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:41.044757 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:41.062975 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78291147-2d36-4e4f-9d8a-11ef13c502a0 x-openstack-request-id: req-78291147-2d36-4e4f-9d8a-11ef13c502a0 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:48:41.063274 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5eee4ba-0b80-4bfb-b12b-9f0796418b01", "name": "network-vif-plugged", "status": "completed", "tag": "a5b29e1d-b503-44cd-a1b6-5cb7c27dc205", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:48:41.063537 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78291147-2d36-4e4f-9d8a-11ef13c502a0 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:48:41.063966 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eee4ba-0b80-4bfb-b12b-9f0796418b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', 'code': 200} Jun 08 06:48:41.212293 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:41.373159 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115f65c-e4d3-4310-8e7f-56dd2463fc49 req-344718af-aee0-4b27-bfad-fe9c37f0e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:41.374726 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3115f65c-e4d3-4310-8e7f-56dd2463fc49 req-344718af-aee0-4b27-bfad-fe9c37f0e41f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 1098 time: 0.1541617 Jun 08 06:48:41.416902 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3115f65c-e4d3-4310-8e7f-56dd2463fc49 req-925d8948-cca2-495c-85c6-b55af257660a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354011 Jun 08 06:48:41.540190 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8fafe-c718-44a6-bfe7-5b389e66eb59 req-46bb23ba-480b-4a4d-9eb8-84c935d60416 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:41.541708 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d6c8fafe-c718-44a6-bfe7-5b389e66eb59 req-46bb23ba-480b-4a4d-9eb8-84c935d60416 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 945 time: 0.0839286 Jun 08 06:48:41.586039 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d6c8fafe-c718-44a6-bfe7-5b389e66eb59 req-07992160-a15d-460b-b3b8-fdff09769c5f tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 Jun 08 06:48:42.869151 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dba88e-0cef-404c-8473-24a74099a649 req-34222807-db9d-453f-a493-ff018e435cb9 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:42.870535 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-45dba88e-0cef-404c-8473-24a74099a649 req-34222807-db9d-453f-a493-ff018e435cb9 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 945 time: 0.1804471 Jun 08 06:48:42.914585 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-45dba88e-0cef-404c-8473-24a74099a649 req-a2458848-9982-42b6-81cd-3d171833144e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Jun 08 06:48:47.397943 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ae66f54a-6f1c-40e1-95ef-2d0494addf83 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:47.399458 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ae66f54a-6f1c-40e1-95ef-2d0494addf83 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 814 time: 0.1439049 Jun 08 06:48:47.414272 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-338fbb85-0c34-4b21-a1e9-93829a9ea3ec tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/quotas/0f333ed56bb04045856f185058f2d1a6 HTTP/1.1" status: 200 len: 375 time: 0.0094662 Jun 08 06:48:47.498059 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-e78f6b61-2880-44dc-b95a-71c674d2cffe tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780137 Jun 08 06:48:47.629409 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-c50edafd-ef43-4f57-92c6-8878237f5cd4 service neutron] 10.222.0.44 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247683 Jun 08 06:48:47.758897 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-d14faf5f-704b-4ad7-9a7b-9a4bebf653eb service neutron] 10.222.0.44 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236308 Jun 08 06:48:47.941213 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8c9579ac-54aa-4f42-a678-83cf1fd66190 req-c0043792-118f-40f9-8411-52b730d5d317 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 210 time: 0.0446281 Jun 08 06:48:48.134112 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:48:48.963102 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-eef5e280-32fc-45a3-bae8-00e4f59b2eba tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:48.964672 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-eef5e280-32fc-45a3-bae8-00e4f59b2eba tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 814 time: 0.1550524 Jun 08 06:48:48.977541 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Request body: {'port': {'device_id': '9bc2d6d9-49a0-40d8-9959-2f4512c64942', 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'admin_state_up': True, 'tenant_id': '0f333ed56bb04045856f185058f2d1a6'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:48:49.091024 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6a2002a5-2fe6-43ef-99fa-11c93a5b630d req-09aa60ff-81c8-481c-a90b-3dc8e1415e4c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 210 time: 0.0439324 Jun 08 06:48:49.136651 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Made reservation on behalf of 0f333ed56bb04045856f185058f2d1a6 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:48:49.140353 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:49.304079 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Allocated IP 172.20.0.14 (b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78/212af858-bdcc-489f-9eb2-c688bcbed3cb/3e1fccf1-d6f1-4647-8bce-ea44914571ab) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:48:49.507348 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:49.537584 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:49.540150 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:48:49.540150 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:48:49.540150 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:48:49.540150 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:48:49.540150 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:48:49.540150 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:48:49.549932 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['a5b29e1d-b503-44cd-a1b6-5cb7c27dc205'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:48:49.562672 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:48:49.565345 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:48:49.567790 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:48:49.639775 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:49.640890 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:49.665655 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-46d2de0b-9681-4dcc-a953-1ca2640345a3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6922207 Jun 08 06:48:49.678819 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Request body: {'port': {'device_id': '9bc2d6d9-49a0-40d8-9959-2f4512c64942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:48:49.804717 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:50.153170 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1fccf1-d6f1-4647-8bce-ea44914571ab {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:48:50.160985 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:50.176965 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Transition to ACTIVE for port object 3e1fccf1-d6f1-4647-8bce-ea44914571ab will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:48:50.181165 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:50.186338 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:50.454855 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e1fccf1-d6f1-4647-8bce-ea44914571ab,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:50.481496 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:50.571463 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedb391-9148-4efb-809b-b10c05c9269c req-a47f90f0-31ab-48ce-9bf4-7e6bd8fa6dc3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:50.572986 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0eedb391-9148-4efb-809b-b10c05c9269c req-a47f90f0-31ab-48ce-9bf4-7e6bd8fa6dc3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 944 time: 0.3578594 Jun 08 06:48:50.577151 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Attempting to bind port 3e1fccf1-d6f1-4647-8bce-ea44914571ab on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:48:50.577467 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Attempting to bind port 3e1fccf1-d6f1-4647-8bce-ea44914571ab by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:48:50.577794 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Attempting to bind port 3e1fccf1-d6f1-4647-8bce-ea44914571ab on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:48:50.596153 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Port 3e1fccf1-d6f1-4647-8bce-ea44914571ab on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:48:50.596481 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Attempting to bind port 3e1fccf1-d6f1-4647-8bce-ea44914571ab on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:48:50.610114 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:48:50.610448 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Checking segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:48:50.610832 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Bound using segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:48:50.611261 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Bound port: 3e1fccf1-d6f1-4647-8bce-ea44914571ab, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:48:50.611605 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:50.665034 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0eedb391-9148-4efb-809b-b10c05c9269c req-085b282c-e4de-48af-936b-8517dff0529b tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848339 Jun 08 06:48:50.716676 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] For port 3e1fccf1-d6f1-4647-8bce-ea44914571ab, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:48:50.719509 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] For port 3e1fccf1-d6f1-4647-8bce-ea44914571ab, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e1fccf1-d6f1-4647-8bce-ea44914571ab,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:48:50.723973 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:50.727509 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-af3dc1c2-abbd-41be-bc21-c25801f6d1e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:50.787925 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:50.788780 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:50.789884 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] 10.222.0.48 "PUT /v2.0/ports/3e1fccf1-d6f1-4647-8bce-ea44914571ab HTTP/1.1" status: 200 len: 1094 time: 1.1166110 Jun 08 06:48:50.790360 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc2d6d9-49a0-40d8-9959-2f4512c64942', 'tag': '3e1fccf1-d6f1-4647-8bce-ea44914571ab'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:48:50.793270 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a1bcde-39e3-4e5e-98eb-fb9edc537335" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc2d6d9-49a0-40d8-9959-2f4512c64942", "tag": "3e1fccf1-d6f1-4647-8bce-ea44914571ab"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:48:50.811825 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e1fccf1-d6f1-4647-8bce-ea44914571ab,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:50.814625 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:50.835188 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5ec958-0bed-4d22-8dfe-96a281d86670 x-openstack-request-id: req-fc5ec958-0bed-4d22-8dfe-96a281d86670 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:48:50.835503 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc2d6d9-49a0-40d8-9959-2f4512c64942", "tag": "3e1fccf1-d6f1-4647-8bce-ea44914571ab", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:48:50.835810 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc5ec958-0bed-4d22-8dfe-96a281d86670 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:48:50.836234 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc2d6d9-49a0-40d8-9959-2f4512c64942', 'tag': '3e1fccf1-d6f1-4647-8bce-ea44914571ab', 'status': 'completed', 'code': 200} Jun 08 06:48:50.889649 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f4f65bf0-f4c4-421f-a467-769c8b903182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:50.910170 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-447452c6-84f2-4eac-b406-63b0e06ca5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:50.912943 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-447452c6-84f2-4eac-b406-63b0e06ca5d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 1097 time: 0.0727537 Jun 08 06:48:50.983034 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-a17b9543-7ce2-4fae-ae1f-1d4f084db8ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e1fccf1-d6f1-4647-8bce-ea44914571ab HTTP/1.1" status: 200 len: 217 time: 0.0636239 Jun 08 06:48:51.045028 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-c61e30ab-47df-455a-af95-30186848968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:51.046470 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-c61e30ab-47df-455a-af95-30186848968e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.0573771 Jun 08 06:48:51.094585 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-6c8c0ddc-80f0-4808-a475-21b3d5d88ab0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422761 Jun 08 06:48:51.225202 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-66ba96bb-7cdb-4cfb-a866-a508c37a34a5 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246920 Jun 08 06:48:51.359061 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-d974cd09-e524-4a73-ba0b-d7c259be6fae req-29ee5c0b-c81c-47fb-8c92-89c72de127cc service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270149 Jun 08 06:48:51.477553 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-2cc7f693-ea34-4e0f-8fcc-744bb51f761c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:51.479573 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-2cc7f693-ea34-4e0f-8fcc-744bb51f761c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 1097 time: 0.0754225 Jun 08 06:48:51.621259 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-da12a3e8-4e3f-4f2f-97b6-6ea0b4db96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:51.622707 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-da12a3e8-4e3f-4f2f-97b6-6ea0b4db96f2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 915 time: 0.1367278 Jun 08 06:48:51.693124 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-99cf7a1a-a7cf-40ab-9cb6-3abab3c56d6c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e1fccf1-d6f1-4647-8bce-ea44914571ab HTTP/1.1" status: 200 len: 217 time: 0.0629232 Jun 08 06:48:51.763868 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-451ee68c-83a9-4800-a23a-e3b4d3461256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:51.765330 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-451ee68c-83a9-4800-a23a-e3b4d3461256 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.0573449 Jun 08 06:48:51.854267 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-d57b51ec-27dc-424c-9ec6-557c33ccc853 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816154 Jun 08 06:48:52.001839 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820d215-6fe5-494f-93c6-0165e1e99020 req-d2b93881-5412-48f9-80db-b59a91aaa95c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:52.003315 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3820d215-6fe5-494f-93c6-0165e1e99020 req-d2b93881-5412-48f9-80db-b59a91aaa95c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 944 time: 0.2334988 Jun 08 06:48:52.009133 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-b649412f-d38c-4a2e-a9f7-0602730fbcf7 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470792 Jun 08 06:48:52.235190 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3820d215-6fe5-494f-93c6-0165e1e99020 req-2c88c41d-81d5-4691-965a-c7beff43a90e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244933 Jun 08 06:48:52.277125 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-58a1bcde-39e3-4e5e-98eb-fb9edc537335 req-c7dc7366-a00d-4c2f-a765-73801c2cd7fd service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536488 Jun 08 06:48:52.707216 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:52.783343 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 3e1fccf1-d6f1-4647-8bce-ea44914571ab details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:48:52.913254 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 3e1fccf1-d6f1-4647-8bce-ea44914571ab, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e1fccf1-d6f1-4647-8bce-ea44914571ab,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:52.926313 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': '3e1fccf1-d6f1-4647-8bce-ea44914571ab', 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'port_id': '3e1fccf1-d6f1-4647-8bce-ea44914571ab', 'mac_address': 'fa:16:3e:51:cc:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212af858-bdcc-489f-9eb2-c688bcbed3cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:48:52.984972 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:53.002524 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1fccf1-d6f1-4647-8bce-ea44914571ab {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:48:53.018414 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 3e1fccf1-d6f1-4647-8bce-ea44914571ab, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e1fccf1-d6f1-4647-8bce-ea44914571ab,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:53.023236 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:53.028022 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-89bd94be-df0a-48c2-8368-35134ccb29f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:53.096097 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=3e1fccf1-d6f1-4647-8bce-ea44914571ab,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:53.099358 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:53.229865 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['3e1fccf1-d6f1-4647-8bce-ea44914571ab'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:48:53.439501 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce7045-f0fb-408f-bf87-202310c54c69 req-1a3ec1fc-87b6-476f-819e-dda9dfbc2b2e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:53.441004 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-67ce7045-f0fb-408f-bf87-202310c54c69 req-1a3ec1fc-87b6-476f-819e-dda9dfbc2b2e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 945 time: 0.0862994 Jun 08 06:48:53.488358 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-67ce7045-f0fb-408f-bf87-202310c54c69 req-8fb514d5-8697-4208-aef5-93dacbd6b060 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Jun 08 06:48:53.512672 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b654ba3b-135c-4320-8818-331dcafcff4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:54.669342 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e46bf-7c5e-4382-93d2-054d0113ed41 req-e5e0cd0a-1654-4792-a2bb-355ab3bbb7eb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:54.670789 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-141e46bf-7c5e-4382-93d2-054d0113ed41 req-e5e0cd0a-1654-4792-a2bb-355ab3bbb7eb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 945 time: 0.0785923 Jun 08 06:48:54.719147 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-141e46bf-7c5e-4382-93d2-054d0113ed41 req-93dc85d1-5e23-4989-bb86-6b28dc0f72dc tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427501 Jun 08 06:48:54.796115 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 3e1fccf1-d6f1-4647-8bce-ea44914571ab up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:48:54.862078 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port 3e1fccf1-d6f1-4647-8bce-ea44914571ab completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:48:54.866759 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port 3e1fccf1-d6f1-4647-8bce-ea44914571ab triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:48:54.867135 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:54.934788 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:54.995912 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:55.022189 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc2d6d9-49a0-40d8-9959-2f4512c64942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1fccf1-d6f1-4647-8bce-ea44914571ab'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:48:55.024496 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4999a69-034f-4a71-bbf5-aba28621eea6" -d '{"events": [{"server_uuid": "9bc2d6d9-49a0-40d8-9959-2f4512c64942", "name": "network-vif-plugged", "status": "completed", "tag": "3e1fccf1-d6f1-4647-8bce-ea44914571ab"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:48:55.032613 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port 3e1fccf1-d6f1-4647-8bce-ea44914571ab, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e1fccf1-d6f1-4647-8bce-ea44914571ab,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:48:55.037113 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:55.039963 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:48:55.076594 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a042fe3-ba36-48f0-8346-e152ed72d188 x-openstack-request-id: req-2a042fe3-ba36-48f0-8346-e152ed72d188 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:48:55.076968 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc2d6d9-49a0-40d8-9959-2f4512c64942", "name": "network-vif-plugged", "status": "completed", "tag": "3e1fccf1-d6f1-4647-8bce-ea44914571ab", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:48:55.077482 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a042fe3-ba36-48f0-8346-e152ed72d188 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:48:55.078184 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc2d6d9-49a0-40d8-9959-2f4512c64942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1fccf1-d6f1-4647-8bce-ea44914571ab', 'code': 200} Jun 08 06:48:55.117907 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=3e1fccf1-d6f1-4647-8bce-ea44914571ab,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:48:55.120232 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:48:55.296518 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a70f4-04f5-49ba-a29c-e3526b98f5a8 req-a1b4c1ef-b85b-4e1f-852d-90e39ca254a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:55.297911 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1f4a70f4-04f5-49ba-a29c-e3526b98f5a8 req-a1b4c1ef-b85b-4e1f-852d-90e39ca254a6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 1099 time: 0.0686119 Jun 08 06:48:55.338772 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1f4a70f4-04f5-49ba-a29c-e3526b98f5a8 req-710c3c51-f3c0-42c2-a54f-737743351553 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336430 Jun 08 06:48:55.913767 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4a1b-e01c-4a01-a318-964d0e2cfd8d req-b036cad8-31ea-4003-9fd7-3759106ec5ea tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:55.915263 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-466d4a1b-e01c-4a01-a318-964d0e2cfd8d req-b036cad8-31ea-4003-9fd7-3759106ec5ea tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 946 time: 0.0843673 Jun 08 06:48:55.960675 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-466d4a1b-e01c-4a01-a318-964d0e2cfd8d req-260a3add-1517-4541-8979-fdc082015ff7 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397220 Jun 08 06:48:56.573303 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:48:57.145788 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ad50e-6309-453b-89be-947b195b15d8 req-066816f3-ddf0-4c5e-913a-ab2d7f42e6f7 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:57.147275 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-771ad50e-6309-453b-89be-947b195b15d8 req-066816f3-ddf0-4c5e-913a-ab2d7f42e6f7 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 946 time: 0.0796056 Jun 08 06:48:57.193692 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-771ad50e-6309-453b-89be-947b195b15d8 req-6590ce88-13b3-4e10-9c46-bc5ddad9583f tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399876 Jun 08 06:48:59.290558 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-534817b8-53bb-46b4-bd20-5f635c67ce37 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:48:59.292481 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-534817b8-53bb-46b4-bd20-5f635c67ce37 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 814 time: 0.1488807 Jun 08 06:48:59.307352 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-f2df49c6-7e2f-4198-b75b-168c56f8e310 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/quotas/0f333ed56bb04045856f185058f2d1a6 HTTP/1.1" status: 200 len: 375 time: 0.0093377 Jun 08 06:48:59.389653 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-339ec3d3-805a-4e9e-8086-7c28c9ed5cd0 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772841 Jun 08 06:48:59.399976 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a92652ed-86e1-4461-aa44-b65ce6190be6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=91843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 06:48:59.400968 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a92652ed-86e1-4461-aa44-b65ce6190be6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049901 Jun 08 06:48:59.530596 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-2d0625fd-e108-460f-b872-3f3a356c3a31 service neutron] 10.222.0.44 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243348 Jun 08 06:48:59.668779 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-164a8fa4-76ba-4648-ab57-539b5c5e69d9 service neutron] 10.222.0.44 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323845 Jun 08 06:48:59.849859 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2b8cc9c4-eb24-40a3-939e-784fea004197 req-20e99ac3-f098-4497-8a75-64ba2ba7330a tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 210 time: 0.0437460 Jun 08 06:49:00.907461 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-ea71cf9f-345d-4c99-8255-ef21f8cd12a9 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:00.908943 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-ea71cf9f-345d-4c99-8255-ef21f8cd12a9 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 814 time: 0.1502934 Jun 08 06:49:00.922638 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Request body: {'port': {'device_id': '9b0f5a32-2846-4a8e-ab1f-f07402305d72', 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'admin_state_up': True, 'tenant_id': '0f333ed56bb04045856f185058f2d1a6'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:49:01.046948 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-99305b00-7bab-4761-8ea6-7088862ccbdd req-74ec679e-c6b0-4e49-ac1c-3e42f2db7059 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 210 time: 0.0562172 Jun 08 06:49:01.123338 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Made reservation on behalf of 0f333ed56bb04045856f185058f2d1a6 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:49:01.127116 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:01.289911 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Allocated IP 172.20.0.8 (b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78/212af858-bdcc-489f-9eb2-c688bcbed3cb/d35ae9b4-dca0-45ff-bceb-9200058ab14e) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:49:01.489338 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:01.518842 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:01.521381 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:49:01.521381 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:49:01.521381 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:49:01.521381 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:49:01.521381 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:49:01.521381 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:49:01.537989 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', '3e1fccf1-d6f1-4647-8bce-ea44914571ab'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:49:01.539165 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:49:01.540613 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:49:01.543477 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:49:01.606228 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:01.606964 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:01.624439 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-a06d5428-673c-47d8-9094-91de98e92299 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7058239 Jun 08 06:49:01.638450 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Request body: {'port': {'device_id': '9b0f5a32-2846-4a8e-ab1f-f07402305d72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:49:01.849952 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:02.205542 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35ae9b4-dca0-45ff-bceb-9200058ab14e {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:49:02.213285 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:02.229057 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Transition to ACTIVE for port object d35ae9b4-dca0-45ff-bceb-9200058ab14e will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:49:02.232949 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:02.237891 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0b0d8a62-8a5c-4548-b175-a588bc4cb221 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:02.251905 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fe6da-6553-4712-b52b-644b93844dd3 req-bca9ec40-7af0-4c53-9fca-dd5f5721b9c3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:02.253389 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-135fe6da-6553-4712-b52b-644b93844dd3 req-bca9ec40-7af0-4c53-9fca-dd5f5721b9c3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 931 time: 0.0941060 Jun 08 06:49:02.307956 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-135fe6da-6553-4712-b52b-644b93844dd3 req-3d7f6a4a-6b0f-42bc-88e5-1150aade933f tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483348 Jun 08 06:49:02.405503 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=d35ae9b4-dca0-45ff-bceb-9200058ab14e,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:02.408391 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:02.476827 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Attempting to bind port d35ae9b4-dca0-45ff-bceb-9200058ab14e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:49:02.477077 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Attempting to bind port d35ae9b4-dca0-45ff-bceb-9200058ab14e by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:49:02.477411 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Attempting to bind port d35ae9b4-dca0-45ff-bceb-9200058ab14e on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:49:02.482516 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Port d35ae9b4-dca0-45ff-bceb-9200058ab14e on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:49:02.482838 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Attempting to bind port d35ae9b4-dca0-45ff-bceb-9200058ab14e on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:49:02.487969 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:49:02.488305 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Checking segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:49:02.488687 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Bound using segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:49:02.489111 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Bound port: d35ae9b4-dca0-45ff-bceb-9200058ab14e, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:49:02.489458 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:02.577433 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] For port d35ae9b4-dca0-45ff-bceb-9200058ab14e, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:49:02.580387 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] For port d35ae9b4-dca0-45ff-bceb-9200058ab14e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d35ae9b4-dca0-45ff-bceb-9200058ab14e,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:49:02.585120 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:02.590091 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8d91d8e0-3a9d-41fe-a6d3-fe77ac0b66db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:02.647497 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:02.648129 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:02.649488 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/d35ae9b4-dca0-45ff-bceb-9200058ab14e HTTP/1.1" status: 200 len: 1093 time: 1.0157726 Jun 08 06:49:02.649982 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0f5a32-2846-4a8e-ab1f-f07402305d72', 'tag': 'd35ae9b4-dca0-45ff-bceb-9200058ab14e'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:49:02.652836 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f12c698-a9c1-4e10-b37f-1dde694efd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0f5a32-2846-4a8e-ab1f-f07402305d72", "tag": "d35ae9b4-dca0-45ff-bceb-9200058ab14e"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:49:02.676647 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Pushing event updated for resources: {'Port': ['ID=d35ae9b4-dca0-45ff-bceb-9200058ab14e,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:02.679906 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-371ef80d-600f-4b23-ba0f-6601bb1ebfd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:02.699283 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eda8ddf-83f3-44f4-8bb5-340e556e273b x-openstack-request-id: req-8eda8ddf-83f3-44f4-8bb5-340e556e273b {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:49:02.699605 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0f5a32-2846-4a8e-ab1f-f07402305d72", "tag": "d35ae9b4-dca0-45ff-bceb-9200058ab14e", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:49:02.699913 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8eda8ddf-83f3-44f4-8bb5-340e556e273b {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:49:02.700343 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0f5a32-2846-4a8e-ab1f-f07402305d72', 'tag': 'd35ae9b4-dca0-45ff-bceb-9200058ab14e', 'status': 'completed', 'code': 200} Jun 08 06:49:02.778206 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-ac3762a8-2460-44f5-a093-6ec34a2efea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:02.779613 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-ac3762a8-2460-44f5-a093-6ec34a2efea4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 1096 time: 0.0743506 Jun 08 06:49:02.851522 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-85e13e9b-8bab-4c53-9a54-00b1fb60c8fa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d35ae9b4-dca0-45ff-bceb-9200058ab14e HTTP/1.1" status: 200 len: 217 time: 0.0638053 Jun 08 06:49:02.913370 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-0a21ff8f-63d0-43ff-9bcb-ff48c552e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:02.914789 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-0a21ff8f-63d0-43ff-9bcb-ff48c552e66a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.0565357 Jun 08 06:49:02.960551 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-ff47123e-cea7-4ad4-a29e-f29481313478 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390530 Jun 08 06:49:03.094587 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-e2f3f3e7-44ae-4662-ae49-09f667741e46 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266184 Jun 08 06:49:03.229272 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bc66c801-e6e1-4b9d-9b44-d9e6e3399a8f req-cd072f41-e335-4024-b2c9-facc9c7e5c14 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275463 Jun 08 06:49:03.359318 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-2a0e57bc-455e-4e51-8e4a-ce12904da95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:03.360831 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-2a0e57bc-455e-4e51-8e4a-ce12904da95a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 1096 time: 0.0835276 Jun 08 06:49:03.505970 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d246cf0-a8f7-445e-8506-196bcfb9156e req-6a1d85f7-1d46-460e-99bc-91b01cce11b3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:03.507565 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0d246cf0-a8f7-445e-8506-196bcfb9156e req-6a1d85f7-1d46-460e-99bc-91b01cce11b3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 943 time: 0.0831349 Jun 08 06:49:03.558682 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0d246cf0-a8f7-445e-8506-196bcfb9156e req-3e23afc7-e891-4cac-b5c5-6b04f99f2631 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440907 Jun 08 06:49:03.591428 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-1c8753f1-5ebf-4bbf-92e0-634a382b449a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:03.592819 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-1c8753f1-5ebf-4bbf-92e0-634a382b449a service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 915 time: 0.2245252 Jun 08 06:49:03.668804 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-085b7544-eb49-44b1-8101-e5b9feadf8d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d35ae9b4-dca0-45ff-bceb-9200058ab14e HTTP/1.1" status: 200 len: 217 time: 0.0689671 Jun 08 06:49:03.732744 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-2d395079-129e-4692-b1a7-b0bacd3ee78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:03.734182 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-2d395079-129e-4692-b1a7-b0bacd3ee78e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.0585701 Jun 08 06:49:03.782257 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-5701cf80-b193-4e60-bc06-5404854bc66f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403647 Jun 08 06:49:03.915178 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-22daacd7-dbc0-4638-bb63-ceda6ba1487b service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246545 Jun 08 06:49:04.049634 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-2f12c698-a9c1-4e10-b37f-1dde694efd1c req-eda67ceb-d858-4e4f-9c1e-f456e05a140d service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280191 Jun 08 06:49:04.750279 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ffb85-7c31-467f-9312-1a88486a1a46 req-6ba3881a-d32d-4740-b5f5-59a410721ba5 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:04.751747 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-099ffb85-7c31-467f-9312-1a88486a1a46 req-6ba3881a-d32d-4740-b5f5-59a410721ba5 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 943 time: 0.0849810 Jun 08 06:49:04.797156 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-099ffb85-7c31-467f-9312-1a88486a1a46 req-cdbb3a37-2687-467c-9635-f79a93570116 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396771 Jun 08 06:49:04.811206 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device d35ae9b4-dca0-45ff-bceb-9200058ab14e details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:49:04.946292 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port d35ae9b4-dca0-45ff-bceb-9200058ab14e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d35ae9b4-dca0-45ff-bceb-9200058ab14e,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:04.959863 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'd35ae9b4-dca0-45ff-bceb-9200058ab14e', 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'port_id': 'd35ae9b4-dca0-45ff-bceb-9200058ab14e', 'mac_address': 'fa:16:3e:fe:75:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212af858-bdcc-489f-9eb2-c688bcbed3cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:49:05.014038 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:05.030604 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35ae9b4-dca0-45ff-bceb-9200058ab14e {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:49:05.046492 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port d35ae9b4-dca0-45ff-bceb-9200058ab14e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d35ae9b4-dca0-45ff-bceb-9200058ab14e,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:05.050429 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:05.052212 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-28f015c9-c334-4ba1-8f30-29ca03faf919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:05.120633 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=d35ae9b4-dca0-45ff-bceb-9200058ab14e,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:05.123583 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:05.289747 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['d35ae9b4-dca0-45ff-bceb-9200058ab14e'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:49:05.990956 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fffe-e20c-410b-9a00-1441fff70aaa req-38ae0413-ce90-4733-ad7b-28f2e85b1afc tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:05.992442 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2817fffe-e20c-410b-9a00-1441fff70aaa req-38ae0413-ce90-4733-ad7b-28f2e85b1afc tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 944 time: 0.0882490 Jun 08 06:49:06.036163 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-2817fffe-e20c-410b-9a00-1441fff70aaa req-66e1f2df-866d-49b9-9f2b-6c0057aa9018 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381136 Jun 08 06:49:06.825654 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device d35ae9b4-dca0-45ff-bceb-9200058ab14e up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:49:06.894746 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port d35ae9b4-dca0-45ff-bceb-9200058ab14e completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:49:06.899306 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port d35ae9b4-dca0-45ff-bceb-9200058ab14e triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:49:06.899705 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:07.017507 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:07.045462 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f5a32-2846-4a8e-ab1f-f07402305d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35ae9b4-dca0-45ff-bceb-9200058ab14e'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:49:07.047725 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb15936-b923-4fcd-9969-291a41ddaa4e" -d '{"events": [{"server_uuid": "9b0f5a32-2846-4a8e-ab1f-f07402305d72", "name": "network-vif-plugged", "status": "completed", "tag": "d35ae9b4-dca0-45ff-bceb-9200058ab14e"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:49:07.055267 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port d35ae9b4-dca0-45ff-bceb-9200058ab14e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d35ae9b4-dca0-45ff-bceb-9200058ab14e,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:07.060784 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:07.062688 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-b4776d1d-2006-4a54-a82a-bc8426ca13eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:07.117889 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1a5767-e7f8-426d-9ddf-c1d081fc46e5 x-openstack-request-id: req-5f1a5767-e7f8-426d-9ddf-c1d081fc46e5 {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:49:07.118381 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0f5a32-2846-4a8e-ab1f-f07402305d72", "name": "network-vif-plugged", "status": "completed", "tag": "d35ae9b4-dca0-45ff-bceb-9200058ab14e", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:49:07.118831 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f1a5767-e7f8-426d-9ddf-c1d081fc46e5 {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:49:07.119485 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f5a32-2846-4a8e-ab1f-f07402305d72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35ae9b4-dca0-45ff-bceb-9200058ab14e', 'code': 200} Jun 08 06:49:07.145879 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=d35ae9b4-dca0-45ff-bceb-9200058ab14e,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:07.148848 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:07.247921 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf647f-6742-429a-8e45-27db1f9b6c93 req-7c281992-c2d9-4455-bdc1-00811751d9f6 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:07.249423 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-77bf647f-6742-429a-8e45-27db1f9b6c93 req-7c281992-c2d9-4455-bdc1-00811751d9f6 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 945 time: 0.0913794 Jun 08 06:49:07.294937 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-77bf647f-6742-429a-8e45-27db1f9b6c93 req-8404b340-746b-4c14-8644-2755b0988b58 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Jun 08 06:49:07.352404 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ff98-d34e-41a2-b29e-ab465deaba11 req-33d892d6-ac79-4e0d-b826-a4992f8d39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:07.353802 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f0f0ff98-d34e-41a2-b29e-ab465deaba11 req-33d892d6-ac79-4e0d-b826-a4992f8d39b4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 1098 time: 0.0759549 Jun 08 06:49:07.398955 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f0f0ff98-d34e-41a2-b29e-ab465deaba11 req-7b87cd31-978f-4527-add4-f9fc27cf5f29 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Jun 08 06:49:08.480145 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1195a9b-e52c-4e79-b536-082427c1c1aa req-f8212b0a-127e-4ec5-a684-1a699aff3527 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:08.481606 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f1195a9b-e52c-4e79-b536-082427c1c1aa req-f8212b0a-127e-4ec5-a684-1a699aff3527 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 945 time: 0.0799508 Jun 08 06:49:08.526372 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f1195a9b-e52c-4e79-b536-082427c1c1aa req-563f2be9-33ee-45d7-8135-3da47cff0d9a tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391607 Jun 08 06:49:11.220559 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:14.849463 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df12785-2926-4edf-b997-552cef16d344 req-dbabea98-6e59-43ff-875b-b5f1bb8bfdfc tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:14.850893 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-dbabea98-6e59-43ff-875b-b5f1bb8bfdfc tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 814 time: 0.1411171 Jun 08 06:49:14.864715 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-bb84d167-7107-426b-a1f9-ee403f77e248 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/quotas/0f333ed56bb04045856f185058f2d1a6 HTTP/1.1" status: 200 len: 375 time: 0.0085082 Jun 08 06:49:14.950926 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-94a35762-ee6f-4f4b-a4ed-80f11263339a tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810051 Jun 08 06:49:15.082415 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-45e08005-4695-428b-8cea-6bc6beae3273 service neutron] 10.222.0.44 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248546 Jun 08 06:49:15.213279 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-b022a03b-72ea-4c22-aad3-d0965a225225 service neutron] 10.222.0.44 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238384 Jun 08 06:49:15.388425 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-6b9c3223-81db-4042-be9a-8bca72e1cdfc req-72076380-d77f-47d6-b131-5fdd534d0260 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 210 time: 0.0432730 Jun 08 06:49:16.462436 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df12785-2926-4edf-b997-552cef16d344 req-113adc15-7aa6-4bfb-9cb9-a8305b48a9e3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:16.463943 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-113adc15-7aa6-4bfb-9cb9-a8305b48a9e3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 814 time: 0.1606188 Jun 08 06:49:16.476535 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Request body: {'port': {'device_id': '002f9c22-5aa1-4111-befd-2726e61df5f1', 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'admin_state_up': True, 'tenant_id': '0f333ed56bb04045856f185058f2d1a6'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:49:16.677290 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-f4ca7e75-be18-4ee4-a8c6-536e10f3f38a req-658d7372-ac61-4a4a-868b-c864ec205645 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 210 time: 0.1849723 Jun 08 06:49:16.754676 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Made reservation on behalf of 0f333ed56bb04045856f185058f2d1a6 for: {'port': 1} {{(pid=91843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 06:49:16.758636 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:16.918132 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.db_base_plugin_common [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Allocated IP 172.20.0.7 (b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78/212af858-bdcc-489f-9eb2-c688bcbed3cb/bb00466c-2f85-4558-bb32-0f4448de5e31) {{(pid=91843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 06:49:17.120022 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks [] for port, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:17.149114 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-622186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746079947129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30672451'] for port, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:17.151480 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:49:17.151480 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 06:49:17.151480 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 06:49:17.151480 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 06:49:17.151480 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 06:49:17.151480 dv-cinder-760199-6-smb neutron-server[91843]: ERROR neutron_lib.callbacks.manager Jun 08 06:49:17.161090 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', '3e1fccf1-d6f1-4647-8bce-ea44914571ab', 'd35ae9b4-dca0-45ff-bceb-9200058ab14e'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:49:17.168910 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 is already hosted by enough agents. {{(pid=91843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 06:49:17.169959 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.scheduler.base_scheduler [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Resources bound (agent type, host, resource id): {{(pid=91843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 06:49:17.172248 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Received port after_create {{(pid=91843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 06:49:17.235400 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:17.235946 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:17.256192 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-c8e210e4-ea46-4133-b2b2-aabd7e19404c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838540 Jun 08 06:49:17.267826 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.v2.base [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Request body: {'port': {'device_id': '002f9c22-5aa1-4111-befd-2726e61df5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=91843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 06:49:17.379539 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:17.727404 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb00466c-2f85-4558-bb32-0f4448de5e31 {{(pid=91843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:49:17.734859 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:17.750008 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.provisioning_blocks [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Transition to ACTIVE for port object bb00466c-2f85-4558-bb32-0f4448de5e31 will not be triggered until provisioned by entity L2. {{(pid=91843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 06:49:17.753901 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:17.758006 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-526f901e-472c-40b6-b622-fe85d04305b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:17.865023 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8ad76-8be3-40f2-8c27-67525c1a1d27 req-4c5b8165-2dff-4fb0-ae65-e975d4c3a79d tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:17.866471 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-04d8ad76-8be3-40f2-8c27-67525c1a1d27 req-4c5b8165-2dff-4fb0-ae65-e975d4c3a79d tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 943 time: 0.0825038 Jun 08 06:49:17.881968 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Pushing event updated for resources: {'Port': ['ID=bb00466c-2f85-4558-bb32-0f4448de5e31,revision_number=2']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:17.913098 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-04d8ad76-8be3-40f2-8c27-67525c1a1d27 req-0a8f6a23-34ad-49f6-b366-e3beadc09666 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401411 Jun 08 06:49:17.913333 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:17.988415 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Attempting to bind port bb00466c-2f85-4558-bb32-0f4448de5e31 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 06:49:17.988660 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Attempting to bind port bb00466c-2f85-4558-bb32-0f4448de5e31 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 06:49:17.988989 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Attempting to bind port bb00466c-2f85-4558-bb32-0f4448de5e31 on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:49:17.993556 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Port bb00466c-2f85-4558-bb32-0f4448de5e31 on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 06:49:17.994412 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Attempting to bind port bb00466c-2f85-4558-bb32-0f4448de5e31 on network b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 06:49:17.999429 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Checking agent: {'id': 'f44fe12c-078b-4c00-8260-d98485e2cfda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'started_at': datetime.datetime(2021, 6, 8, 6, 36, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 6, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 06:49:17.999804 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Checking segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 06:49:18.000190 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Bound using segment: {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'} {{(pid=91843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 06:49:18.000615 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.managers [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Bound port: bb00466c-2f85-4558-bb32-0f4448de5e31, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1c11ba-8558-4eac-8791-d446bac9ec49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78'}}] {{(pid=91843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 06:49:18.000961 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:18.088311 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] For port bb00466c-2f85-4558-bb32-0f4448de5e31, host hv-cinder-76019, cleared binding levels {{(pid=91843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 06:49:18.091215 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] For port bb00466c-2f85-4558-bb32-0f4448de5e31, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bb00466c-2f85-4558-bb32-0f4448de5e31,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 06:49:18.097187 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30672477'] for port, after_update {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:18.101636 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b8a5049e-8c5d-4eb8-821b-91687a0edb2f tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:18.158045 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:18.158643 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:18.160009 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] 10.222.0.48 "PUT /v2.0/ports/bb00466c-2f85-4558-bb32-0f4448de5e31 HTTP/1.1" status: 200 len: 1093 time: 0.8965011 Jun 08 06:49:18.160497 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002f9c22-5aa1-4111-befd-2726e61df5f1', 'tag': 'bb00466c-2f85-4558-bb32-0f4448de5e31'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:49:18.164816 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae" -d '{"events": [{"name": "network-changed", "server_uuid": "002f9c22-5aa1-4111-befd-2726e61df5f1", "tag": "bb00466c-2f85-4558-bb32-0f4448de5e31"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:49:18.192676 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Pushing event updated for resources: {'Port': ['ID=bb00466c-2f85-4558-bb32-0f4448de5e31,revision_number=3']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:18.196523 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:18.268528 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 06:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791a266-b77f-47a3-acd2-15bda61d5b8f x-openstack-request-id: req-9791a266-b77f-47a3-acd2-15bda61d5b8f {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:49:18.268851 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002f9c22-5aa1-4111-befd-2726e61df5f1", "tag": "bb00466c-2f85-4558-bb32-0f4448de5e31", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:49:18.269139 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9791a266-b77f-47a3-acd2-15bda61d5b8f {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:49:18.269682 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002f9c22-5aa1-4111-befd-2726e61df5f1', 'tag': 'bb00466c-2f85-4558-bb32-0f4448de5e31', 'status': 'completed', 'code': 200} Jun 08 06:49:18.279475 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df12785-2926-4edf-b997-552cef16d344 req-72fda4e3-5ea3-4031-be25-f1b855fb8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:18.281003 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-72fda4e3-5ea3-4031-be25-f1b855fb8f17 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 1096 time: 0.0808289 Jun 08 06:49:18.351333 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-9451dafe-0ddc-40bf-96b0-fb49478f8bd8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb00466c-2f85-4558-bb32-0f4448de5e31 HTTP/1.1" status: 200 len: 217 time: 0.0627773 Jun 08 06:49:18.412356 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df12785-2926-4edf-b997-552cef16d344 req-6a798e0e-57a2-436d-bc7f-9b8c237eade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:18.413806 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-6a798e0e-57a2-436d-bc7f-9b8c237eade1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.0560408 Jun 08 06:49:18.459400 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-922fbf05-dbeb-4fab-86fc-853172a09963 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386024 Jun 08 06:49:18.677429 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-ac857e70-37f1-493a-9e28-959c20d86512 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115059 Jun 08 06:49:18.878397 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-8df12785-2926-4edf-b997-552cef16d344 req-b51a0429-22b8-4f3f-8c71-02d975892f04 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882544 Jun 08 06:49:18.881687 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-74806587-eb7b-4d01-b4e1-2d218a32dfef service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1746259 Jun 08 06:49:19.051253 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-e5724bdc-a5ec-45e5-91fa-d937fc99a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:19.052741 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-e5724bdc-a5ec-45e5-91fa-d937fc99a04f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 1098 time: 0.0948944 Jun 08 06:49:19.054619 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-0174d0ff-2b22-4bf5-8436-cd99163d05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:19.055935 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-0174d0ff-2b22-4bf5-8436-cd99163d05f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0f333ed56bb04045856f185058f2d1a6&device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 1096 time: 0.1321998 Jun 08 06:49:19.105643 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420d712a-3f8b-4d7c-bba4-2e7dac6c80a8 req-940fe143-5593-4d5d-b0df-9d1f51f80bc2 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:19.107112 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-420d712a-3f8b-4d7c-bba4-2e7dac6c80a8 req-940fe143-5593-4d5d-b0df-9d1f51f80bc2 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 943 time: 0.0885091 Jun 08 06:49:19.155981 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-420d712a-3f8b-4d7c-bba4-2e7dac6c80a8 req-4a6a0942-b8c9-42a6-b68c-6d238cbafb66 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Jun 08 06:49:19.303099 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-8672db1e-9d7c-40c9-b120-e79a4ca3eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:19.304574 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-8672db1e-9d7c-40c9-b120-e79a4ca3eb6c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 915 time: 0.2219863 Jun 08 06:49:19.305679 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-ba0be5a6-6313-40ce-80e3-a1c6795d527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:19.307499 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-ba0be5a6-6313-40ce-80e3-a1c6795d527b service neutron] 10.222.0.48 "GET /v2.0/networks?id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 200 len: 915 time: 0.2446661 Jun 08 06:49:19.434056 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-c9db0164-f8d0-43f0-858b-21a42eb0c4cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 HTTP/1.1" status: 200 len: 217 time: 0.1179969 Jun 08 06:49:19.435301 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-e627ae5b-3992-4ea5-8618-8b49d1d27611 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb00466c-2f85-4558-bb32-0f4448de5e31 HTTP/1.1" status: 200 len: 217 time: 0.1183679 Jun 08 06:49:19.549723 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-29b1aaa5-b6a6-42cd-aec2-1a61c614ded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:19.551109 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-29b1aaa5-b6a6-42cd-aec2-1a61c614ded5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.1052387 Jun 08 06:49:19.552503 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-380ef8f6-871d-4524-9795-ccc288373495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:19.553766 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-380ef8f6-871d-4524-9795-ccc288373495 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 200 len: 854 time: 0.0771914 Jun 08 06:49:19.641990 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-6181c435-0237-48c8-a0bd-0181c601d8e4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786681 Jun 08 06:49:19.643888 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-58ea3554-ac24-42d1-b637-474ca236c518 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796096 Jun 08 06:49:19.884879 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-9fb8f769-58b9-4222-bc2b-f550a0cba6fe service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282922 Jun 08 06:49:19.886698 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-0ed4bb6d-342b-4ec5-bd1f-7b09827869a9 service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297087 Jun 08 06:49:20.224763 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-3981b6c7-8680-4917-856f-f4b0b1a2617f req-7e3bb1ea-05c8-48b0-8937-94c67e85a14e service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235366 Jun 08 06:49:20.226591 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-0bc55e6c-88c0-408f-aa3f-1f941bfa5eae req-2b4863a0-2269-493c-8b7c-4411cdd5db7f service neutron] 10.222.0.48 "GET /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083391 Jun 08 06:49:20.347083 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddfad0-64c9-45e0-9fdd-b9ff8d88a820 req-345ceb3e-eefd-4e2f-af85-499958ee4650 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:20.348542 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bcddfad0-64c9-45e0-9fdd-b9ff8d88a820 req-345ceb3e-eefd-4e2f-af85-499958ee4650 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 943 time: 0.0822496 Jun 08 06:49:20.391283 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-bcddfad0-64c9-45e0-9fdd-b9ff8d88a820 req-011ec2db-16b8-44ed-80c1-8db66dc130c5 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372808 Jun 08 06:49:20.891250 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-70eb1e0b-917a-4fb0-ac8e-9c0e6829921c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:20.919852 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device bb00466c-2f85-4558-bb32-0f4448de5e31 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=91844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 06:49:21.050171 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port bb00466c-2f85-4558-bb32-0f4448de5e31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bb00466c-2f85-4558-bb32-0f4448de5e31,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:21.063505 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Returning: {'device': 'bb00466c-2f85-4558-bb32-0f4448de5e31', 'network_id': 'b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78', 'port_id': 'bb00466c-2f85-4558-bb32-0f4448de5e31', 'mac_address': 'fa:16:3e:4e:e4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212af858-bdcc-489f-9eb2-c688bcbed3cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 06:49:21.115821 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:21.133246 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb00466c-2f85-4558-bb32-0f4448de5e31 {{(pid=91844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 06:49:21.148039 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port bb00466c-2f85-4558-bb32-0f4448de5e31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bb00466c-2f85-4558-bb32-0f4448de5e31,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:21.151380 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:21.153997 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:21.220455 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=bb00466c-2f85-4558-bb32-0f4448de5e31,revision_number=4']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:21.224126 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:21.388118 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['bb00466c-2f85-4558-bb32-0f4448de5e31'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:49:21.582319 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9843a88-6a81-4b86-81aa-81b8f2590c8d req-0dabcf36-d662-4ca5-95b6-325f7ce1839a tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:21.583854 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b9843a88-6a81-4b86-81aa-81b8f2590c8d req-0dabcf36-d662-4ca5-95b6-325f7ce1839a tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 944 time: 0.0846062 Jun 08 06:49:21.627311 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-b9843a88-6a81-4b86-81aa-81b8f2590c8d req-3e76fd9d-e7ac-4b16-953b-9ba386dddf57 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373981 Jun 08 06:49:22.712252 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:22.815010 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bc2ae-0a48-4f9a-8fe3-23325e0b211d req-827ee5a5-a681-41ab-b07a-f33a494fd6a6 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:22.816495 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-561bc2ae-0a48-4f9a-8fe3-23325e0b211d req-827ee5a5-a681-41ab-b07a-f33a494fd6a6 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 944 time: 0.0837710 Jun 08 06:49:22.859852 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-561bc2ae-0a48-4f9a-8fe3-23325e0b211d req-55fdfead-1bf7-4c06-befd-a13cd6a18ecd tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Jun 08 06:49:22.951124 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device bb00466c-2f85-4558-bb32-0f4448de5e31 up at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 06:49:23.015791 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning for port bb00466c-2f85-4558-bb32-0f4448de5e31 completed by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 06:49:23.020149 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.db.provisioning_blocks [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Provisioning complete for port bb00466c-2f85-4558-bb32-0f4448de5e31 triggered by entity L2. {{(pid=91844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 06:49:23.020521 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-953353'] for port, provisioning_complete {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:23.134839 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-626994'] for port, before_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:23.161571 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002f9c22-5aa1-4111-befd-2726e61df5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb00466c-2f85-4558-bb32-0f4448de5e31'}] {{(pid=91844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:49:23.163814 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c31d6ca50627529bf19df59e70d1a05b8d5bd88bd0e3e20bbb4246b80e23aebd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3576a818-1940-4fd7-a414-aee309a9e5e4" -d '{"events": [{"server_uuid": "002f9c22-5aa1-4111-befd-2726e61df5f1", "name": "network-vif-plugged", "status": "completed", "tag": "bb00466c-2f85-4558-bb32-0f4448de5e31"}]}' {{(pid=91844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:49:23.171596 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] For port bb00466c-2f85-4558-bb32-0f4448de5e31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bb00466c-2f85-4558-bb32-0f4448de5e31,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:23.175288 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746080385271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746079947147', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746079947192'] for port, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:23.177111 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:23.206672 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ec6b8c-71c8-4213-ad5e-7aa8e2ccabac x-openstack-request-id: req-71ec6b8c-71c8-4213-ad5e-7aa8e2ccabac {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:49:23.206970 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002f9c22-5aa1-4111-befd-2726e61df5f1", "name": "network-vif-plugged", "status": "completed", "tag": "bb00466c-2f85-4558-bb32-0f4448de5e31", "code": 200}]} {{(pid=91844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:49:23.207227 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71ec6b8c-71c8-4213-ad5e-7aa8e2ccabac {{(pid=91844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:49:23.207605 dv-cinder-760199-6-smb neutron-server[91844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002f9c22-5aa1-4111-befd-2726e61df5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb00466c-2f85-4558-bb32-0f4448de5e31', 'code': 200} Jun 08 06:49:23.244330 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Pushing event updated for resources: {'Port': ['ID=bb00466c-2f85-4558-bb32-0f4448de5e31,revision_number=5']} {{(pid=91844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:23.247691 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG oslo_concurrency.lockutils [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:23.428508 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b6fed-a1c1-407d-a251-7dd53b5733b0 req-052ece43-0787-4676-9970-da3bd9cad5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:23.429943 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9b8b6fed-a1c1-407d-a251-7dd53b5733b0 req-052ece43-0787-4676-9970-da3bd9cad5f2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 1098 time: 0.0713954 Jun 08 06:49:23.471101 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9b8b6fed-a1c1-407d-a251-7dd53b5733b0 req-f7853cb2-7071-49c8-8172-cf6431dafc79 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334904 Jun 08 06:49:23.513380 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-6ce205aa-f715-4892-85af-5bb4b5fc825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:24.059926 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2218d-2107-4244-bdc9-db6c535c3278 req-e759b926-c336-4ca7-8a12-8e442152b2b0 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:24.061531 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b5f2218d-2107-4244-bdc9-db6c535c3278 req-e759b926-c336-4ca7-8a12-8e442152b2b0 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 945 time: 0.0826170 Jun 08 06:49:24.108104 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b5f2218d-2107-4244-bdc9-db6c535c3278 req-e4af7126-2e43-4e36-8706-f8a82fc9e78c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411127 Jun 08 06:49:24.915463 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:25.133079 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:49:25.288634 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e7509-5404-4d8c-b2fa-9fac948f24c3 req-f0deca84-f6f3-4845-ae65-fed4bafabd84 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:25.289988 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f15e7509-5404-4d8c-b2fa-9fac948f24c3 req-f0deca84-f6f3-4845-ae65-fed4bafabd84 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 945 time: 0.0786202 Jun 08 06:49:25.333229 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f15e7509-5404-4d8c-b2fa-9fac948f24c3 req-d78f52bc-c7d0-495e-9ce4-d5cea19cb8e6 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 Jun 08 06:49:26.576266 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:32.821804 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921850f-e14a-4edc-ab8a-c4305bb72407 req-fb05bb02-b713-42b4-b217-60341867ee35 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:32.823896 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c921850f-e14a-4edc-ab8a-c4305bb72407 req-fb05bb02-b713-42b4-b217-60341867ee35 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 945 time: 0.1658566 Jun 08 06:49:32.872910 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-c921850f-e14a-4edc-ab8a-c4305bb72407 req-644f8c82-75a9-4f39-b905-fd7b7581d366 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 Jun 08 06:49:34.055010 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b94f2a-1ee2-4120-8c69-54a38318d60d req-da45f65a-8401-47e6-90b6-4e5472f44507 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:34.056498 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-51b94f2a-1ee2-4120-8c69-54a38318d60d req-da45f65a-8401-47e6-90b6-4e5472f44507 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 945 time: 0.0796049 Jun 08 06:49:34.100230 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-51b94f2a-1ee2-4120-8c69-54a38318d60d req-f3309b35-095a-44b4-a670-16e0c8d99aa7 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380590 Jun 08 06:49:34.403895 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-b9d3f73e-d6b5-4ec4-b22b-2568d9eb782e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:34.405371 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-b9d3f73e-d6b5-4ec4-b22b-2568d9eb782e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 945 time: 0.0821519 Jun 08 06:49:34.541670 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Deleting port bb00466c-2f85-4558-bb32-0f4448de5e31 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:49:34.542010 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:34.670323 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] For port bb00466c-2f85-4558-bb32-0f4448de5e31, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bb00466c-2f85-4558-bb32-0f4448de5e31,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:34.670597 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:34.792635 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Calling delete_port for bb00466c-2f85-4558-bb32-0f4448de5e31 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:49:34.898084 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:34.903415 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-233daca5-9b30-46ea-a051-b1f89f2a8163 tempest-VolumesSnapshotTestJSON-2003602150 tempest-VolumesSnapshotTestJSON-2003602150-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:34.910220 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', '3e1fccf1-d6f1-4647-8bce-ea44914571ab', 'd35ae9b4-dca0-45ff-bceb-9200058ab14e', 'bb00466c-2f85-4558-bb32-0f4448de5e31'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:49:34.951009 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Pushing event deleted for resources: {'Port': ['ID=bb00466c-2f85-4558-bb32-0f4448de5e31,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:34.992076 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.992460 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.992834 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.993197 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.993557 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.993914 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.994269 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.995146 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.995537 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.995920 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.996276 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:34.996627 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:35.023536 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:35.034152 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] No DVR routers for this DVR port bb00466c-2f85-4558-bb32-0f4448de5e31 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:49:35.036874 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:35.041566 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-b67fce33-596f-4e29-852b-6012f24b5da7 req-22b66fe4-22a6-48df-9cdc-3475a8803a0c tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "DELETE /v2.0/ports/bb00466c-2f85-4558-bb32-0f4448de5e31 HTTP/1.1" status: 204 len: 173 time: 0.6281295 Jun 08 06:49:35.041566 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002f9c22-5aa1-4111-befd-2726e61df5f1', 'name': 'network-vif-deleted', 'tag': 'bb00466c-2f85-4558-bb32-0f4448de5e31'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:49:35.041798 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282e9678-45e7-4021-9001-6b325f4b3e7e" -d '{"events": [{"server_uuid": "002f9c22-5aa1-4111-befd-2726e61df5f1", "name": "network-vif-deleted", "tag": "bb00466c-2f85-4558-bb32-0f4448de5e31"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:49:35.088369 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fc6ede-924b-40c7-81af-e3bf443747eb x-openstack-request-id: req-74fc6ede-924b-40c7-81af-e3bf443747eb {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:49:35.088973 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002f9c22-5aa1-4111-befd-2726e61df5f1", "name": "network-vif-deleted", "tag": "bb00466c-2f85-4558-bb32-0f4448de5e31", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:49:35.089079 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74fc6ede-924b-40c7-81af-e3bf443747eb {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:49:35.089446 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002f9c22-5aa1-4111-befd-2726e61df5f1', 'name': 'network-vif-deleted', 'tag': 'bb00466c-2f85-4558-bb32-0f4448de5e31', 'status': 'completed', 'code': 200} Jun 08 06:49:35.261980 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-1a71f557-3894-4728-85d8-afae63fcd192 req-6904ec60-779d-4222-978e-54d70697a00d tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=002f9c22-5aa1-4111-befd-2726e61df5f1 HTTP/1.1" status: 200 len: 210 time: 0.0426157 Jun 08 06:49:37.022331 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device bb00466c-2f85-4558-bb32-0f4448de5e31 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:49:37.056798 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: bb00466c-2f85-4558-bb32-0f4448de5e31 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:49:37.057150 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device bb00466c-2f85-4558-bb32-0f4448de5e31 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:49:37.939398 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322a14c-efbb-4185-9bb4-1268177c3cd1 req-bf55961a-f8bb-44f8-9bf2-b981329317db tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:37.940875 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8322a14c-efbb-4185-9bb4-1268177c3cd1 req-bf55961a-f8bb-44f8-9bf2-b981329317db tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 945 time: 0.0914402 Jun 08 06:49:37.986501 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-8322a14c-efbb-4185-9bb4-1268177c3cd1 req-90caa0a4-4704-43e3-a678-04f974a644ab tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Jun 08 06:49:39.174058 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112700a6-b705-437b-b7c0-48c2bdd393c1 req-d134e857-44c5-42ec-ada7-5b6d2feacc7d tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:39.175511 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-112700a6-b705-437b-b7c0-48c2bdd393c1 req-d134e857-44c5-42ec-ada7-5b6d2feacc7d tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 945 time: 0.0837362 Jun 08 06:49:39.220163 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-112700a6-b705-437b-b7c0-48c2bdd393c1 req-94cda160-2e41-41a6-ae87-b69f2d9dcbda tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Jun 08 06:49:39.491962 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-57fd07a2-ce67-4e82-a57f-7f1de012ea5d tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:39.493394 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-57fd07a2-ce67-4e82-a57f-7f1de012ea5d tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 945 time: 0.0804033 Jun 08 06:49:39.706455 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Deleting port d35ae9b4-dca0-45ff-bceb-9200058ab14e {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:49:39.706793 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:39.834573 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] For port d35ae9b4-dca0-45ff-bceb-9200058ab14e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d35ae9b4-dca0-45ff-bceb-9200058ab14e,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:39.834950 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:39.956840 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Calling delete_port for d35ae9b4-dca0-45ff-bceb-9200058ab14e owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:49:40.061617 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:40.067260 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ad1b6a8b-de92-4375-a8d7-5796600937ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:40.074741 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', '3e1fccf1-d6f1-4647-8bce-ea44914571ab', 'd35ae9b4-dca0-45ff-bceb-9200058ab14e'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:49:40.114163 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Pushing event deleted for resources: {'Port': ['ID=d35ae9b4-dca0-45ff-bceb-9200058ab14e,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:40.117156 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:40.185282 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] No DVR routers for this DVR port d35ae9b4-dca0-45ff-bceb-9200058ab14e on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:49:40.187758 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:40.189650 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-4d48f7b6-b8b7-409a-953f-641d8ec6e1a4 req-2a6858c3-1358-4e6e-a0c5-d5b2addfdfbb tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "DELETE /v2.0/ports/d35ae9b4-dca0-45ff-bceb-9200058ab14e HTTP/1.1" status: 204 len: 173 time: 0.6909730 Jun 08 06:49:40.190136 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0f5a32-2846-4a8e-ab1f-f07402305d72', 'name': 'network-vif-deleted', 'tag': 'd35ae9b4-dca0-45ff-bceb-9200058ab14e'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:49:40.192411 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3b3187-15b7-41ad-b67a-b4b4ec9140b5" -d '{"events": [{"server_uuid": "9b0f5a32-2846-4a8e-ab1f-f07402305d72", "name": "network-vif-deleted", "tag": "d35ae9b4-dca0-45ff-bceb-9200058ab14e"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:49:40.234987 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b3abc-9682-46a4-bf2c-8b17893a3778 x-openstack-request-id: req-7f6b3abc-9682-46a4-bf2c-8b17893a3778 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:49:40.235311 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0f5a32-2846-4a8e-ab1f-f07402305d72", "name": "network-vif-deleted", "tag": "d35ae9b4-dca0-45ff-bceb-9200058ab14e", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:49:40.235603 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f6b3abc-9682-46a4-bf2c-8b17893a3778 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:49:40.236044 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0f5a32-2846-4a8e-ab1f-f07402305d72', 'name': 'network-vif-deleted', 'tag': 'd35ae9b4-dca0-45ff-bceb-9200058ab14e', 'status': 'completed', 'code': 200} Jun 08 06:49:40.565309 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-586adf9e-1145-4e68-89ea-b7033eab9b4b req-b5382194-5325-43b7-8cea-e3ec3a6ff181 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b0f5a32-2846-4a8e-ab1f-f07402305d72 HTTP/1.1" status: 200 len: 210 time: 0.0458000 Jun 08 06:49:41.227922 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:42.004650 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d407c8-b31f-40a2-88a2-bb02bfc964ab req-f5c43a6a-ecb4-48b6-9580-e64d86ba9fc8 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:42.006085 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-57d407c8-b31f-40a2-88a2-bb02bfc964ab req-f5c43a6a-ecb4-48b6-9580-e64d86ba9fc8 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 946 time: 0.0789759 Jun 08 06:49:42.050252 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-57d407c8-b31f-40a2-88a2-bb02bfc964ab req-bf8f1a67-3c9d-47a4-8a8e-39e010479ba3 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Jun 08 06:49:43.012871 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device d35ae9b4-dca0-45ff-bceb-9200058ab14e no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:49:43.050111 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: d35ae9b4-dca0-45ff-bceb-9200058ab14e {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:49:43.050469 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device d35ae9b4-dca0-45ff-bceb-9200058ab14e not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:49:43.227874 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c789e0c-c1bd-460b-ac91-51011075326b req-3267ac79-cea6-462a-bda7-4671bdf3389f tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:43.229282 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9c789e0c-c1bd-460b-ac91-51011075326b req-3267ac79-cea6-462a-bda7-4671bdf3389f tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 946 time: 0.1281705 Jun 08 06:49:43.317485 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee05074-7a16-4391-b572-977e5205a1b5 req-3008e7f2-2035-4cf7-8f3e-b04fa4e97014 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:43.318911 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cee05074-7a16-4391-b572-977e5205a1b5 req-3008e7f2-2035-4cf7-8f3e-b04fa4e97014 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bc2d6d9-49a0-40d8-9959-2f4512c64942 HTTP/1.1" status: 200 len: 946 time: 0.1588748 Jun 08 06:49:43.404930 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-cee05074-7a16-4391-b572-977e5205a1b5 req-ef873907-c95b-47bf-ba8a-dc90c57c7ad9 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593178 Jun 08 06:49:43.421339 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Deleting port 3e1fccf1-d6f1-4647-8bce-ea44914571ab {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:49:43.421682 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:43.550981 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] For port 3e1fccf1-d6f1-4647-8bce-ea44914571ab, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3e1fccf1-d6f1-4647-8bce-ea44914571ab,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:43.551326 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:43.669587 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Calling delete_port for 3e1fccf1-d6f1-4647-8bce-ea44914571ab owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:49:43.775800 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:43.781680 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b639a46f-dc1b-4109-9961-d5f3ad0217d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:43.788268 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', '3e1fccf1-d6f1-4647-8bce-ea44914571ab'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:49:43.831086 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Pushing event deleted for resources: {'Port': ['ID=3e1fccf1-d6f1-4647-8bce-ea44914571ab,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:43.865475 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:43.904152 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] No DVR routers for this DVR port 3e1fccf1-d6f1-4647-8bce-ea44914571ab on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:49:43.906593 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:43.908567 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-9c789e0c-c1bd-460b-ac91-51011075326b req-d983bcf6-fdae-4e5b-a4f2-e2b256090572 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "DELETE /v2.0/ports/3e1fccf1-d6f1-4647-8bce-ea44914571ab HTTP/1.1" status: 204 len: 173 time: 0.6683354 Jun 08 06:49:43.909064 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc2d6d9-49a0-40d8-9959-2f4512c64942', 'name': 'network-vif-deleted', 'tag': '3e1fccf1-d6f1-4647-8bce-ea44914571ab'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:49:43.911589 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b44dbf1-9376-411b-9e52-b130d8ee687b" -d '{"events": [{"server_uuid": "9bc2d6d9-49a0-40d8-9959-2f4512c64942", "name": "network-vif-deleted", "tag": "3e1fccf1-d6f1-4647-8bce-ea44914571ab"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:49:43.954984 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cc4128-472b-49dc-b5c4-83417386c279 x-openstack-request-id: req-d3cc4128-472b-49dc-b5c4-83417386c279 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:49:43.955315 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc2d6d9-49a0-40d8-9959-2f4512c64942", "name": "network-vif-deleted", "tag": "3e1fccf1-d6f1-4647-8bce-ea44914571ab", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:49:43.955598 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3cc4128-472b-49dc-b5c4-83417386c279 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:49:43.956044 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc2d6d9-49a0-40d8-9959-2f4512c64942', 'name': 'network-vif-deleted', 'tag': '3e1fccf1-d6f1-4647-8bce-ea44914571ab', 'status': 'completed', 'code': 200} Jun 08 06:49:46.165233 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14455788-c2e7-4aa4-84cd-552aa4413f62 req-259a9dc9-a31a-4e8d-9c7f-a4bed3e21fd8 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:46.166705 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-14455788-c2e7-4aa4-84cd-552aa4413f62 req-259a9dc9-a31a-4e8d-9c7f-a4bed3e21fd8 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 945 time: 0.1611009 Jun 08 06:49:46.210123 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-14455788-c2e7-4aa4-84cd-552aa4413f62 req-ca6b0d53-d41c-4033-bbc4-a5448c7bf2c1 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376894 Jun 08 06:49:47.012491 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 3e1fccf1-d6f1-4647-8bce-ea44914571ab no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:49:47.049386 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: 3e1fccf1-d6f1-4647-8bce-ea44914571ab {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:49:47.049735 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device 3e1fccf1-d6f1-4647-8bce-ea44914571ab not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:49:47.397052 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b73b6-1482-46a9-b9f6-b8823a0bf129 req-d2cc9fb5-a647-4b4d-800a-1aa39e2ef876 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:47.398504 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0c3b73b6-1482-46a9-b9f6-b8823a0bf129 req-d2cc9fb5-a647-4b4d-800a-1aa39e2ef876 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 945 time: 0.0821729 Jun 08 06:49:47.441693 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-0c3b73b6-1482-46a9-b9f6-b8823a0bf129 req-d7dd099c-db4c-4f90-8945-1a3442f323cf tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/security-groups?id=36616847-8841-42e2-b07a-50e8e2e83c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370400 Jun 08 06:49:47.524240 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-d0b4d6c3-1ed0-4c9e-b6dc-de118e3ac793 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 06:49:47.525649 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-d0b4d6c3-1ed0-4c9e-b6dc-de118e3ac793 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 945 time: 0.0802317 Jun 08 06:49:47.653505 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Deleting port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 {{(pid=91843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 06:49:47.653769 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746080326629'] for port, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:47.781061 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.db [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] For port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,segment=NetworkSegment(8a1c11ba-8558-4eac-8791-d446bac9ec49),segment_id=8a1c11ba-8558-4eac-8791-d446bac9ec49)] {{(pid=91843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 06:49:47.781411 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33432961'] for port, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:47.903700 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.plugin [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Calling delete_port for a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 owned by compute:nova {{(pid=91843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 06:49:48.010335 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-622195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746080385253', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746079947138', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30672458'] for port, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:48.016057 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a65c715a-0c6e-4115-92bc-91d167871d73 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:48.025188 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.db [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] get_ports_and_sgs() called for port_ids ['a5b29e1d-b503-44cd-a1b6-5cb7c27dc205'] {{(pid=91844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 06:49:48.062760 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Pushing event deleted for resources: {'Port': ['ID=a5b29e1d-b503-44cd-a1b6-5cb7c27dc205,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:48.065828 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:48.133358 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.db.l3_dvrscheduler_db [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] No DVR routers for this DVR port a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 on host hv-cinder-76019 {{(pid=91843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 06:49:48.135633 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26379'] for port, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:48.138097 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [req-35eaa152-de33-4742-bc3f-69d4fda5b564 req-e9332d34-65d1-4759-a485-4b409146b475 tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.48 "DELETE /v2.0/ports/a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 HTTP/1.1" status: 204 len: 173 time: 0.6072190 Jun 08 06:49:48.138589 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5eee4ba-0b80-4bfb-b12b-9f0796418b01', 'name': 'network-vif-deleted', 'tag': 'a5b29e1d-b503-44cd-a1b6-5cb7c27dc205'}] {{(pid=91843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 06:49:48.140843 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aee216553f1134cf80df803f00d4ff2682ec81f7c423e0fb5898cbc067f601a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe7415f-e063-4047-9771-6c4bf84317b9" -d '{"events": [{"server_uuid": "a5eee4ba-0b80-4bfb-b12b-9f0796418b01", "name": "network-vif-deleted", "tag": "a5b29e1d-b503-44cd-a1b6-5cb7c27dc205"}]}' {{(pid=91843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 06:49:48.183387 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 06:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5a537f-54f8-4be5-95e8-42aa60d7fc32 x-openstack-request-id: req-6d5a537f-54f8-4be5-95e8-42aa60d7fc32 {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 06:49:48.183743 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5eee4ba-0b80-4bfb-b12b-9f0796418b01", "name": "network-vif-deleted", "tag": "a5b29e1d-b503-44cd-a1b6-5cb7c27dc205", "status": "completed", "code": 200}]} {{(pid=91843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 06:49:48.184014 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d5a537f-54f8-4be5-95e8-42aa60d7fc32 {{(pid=91843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 06:49:48.184447 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5eee4ba-0b80-4bfb-b12b-9f0796418b01', 'name': 'network-vif-deleted', 'tag': 'a5b29e1d-b503-44cd-a1b6-5cb7c27dc205', 'status': 'completed', 'code': 200} Jun 08 06:49:48.624926 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [req-f1789841-7089-4971-b9fb-69516d09aab0 req-57e1ef18-80ee-4146-bc67-d44e471fb29e tempest-AttachVolumeNegativeTest-1002929582 tempest-AttachVolumeNegativeTest-1002929582-project] 10.222.0.44 "GET /v2.0/ports?device_id=a5eee4ba-0b80-4bfb-b12b-9f0796418b01 HTTP/1.1" status: 200 len: 210 time: 0.0450609 Jun 08 06:49:49.721153 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51674) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:49.781187 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Deleting subnet 212af858-bdcc-489f-9eb2-c688bcbed3cb {{(pid=91842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 06:49:49.783995 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:49.830270 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32098954'] for subnet, precommit_delete_associations {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:49.882227 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1012283'] for subnet, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:49.962648 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1012274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-404580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33073144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32882366', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31748158'] for subnet, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:49.971928 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-868ac34d-26e7-473b-b44b-16fefd675e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:50.004614 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=212af858-bdcc-489f-9eb2-c688bcbed3cb,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:50.008340 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Notify callbacks [] for subnet, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.010118 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/212af858-bdcc-489f-9eb2-c688bcbed3cb HTTP/1.1" status: 204 len: 168 time: 0.2879789 Jun 08 06:49:50.013273 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51676) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:50.015321 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.015729 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.016111 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.016483 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.016846 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.017211 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.017572 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.017929 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.018290 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.018645 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.019048 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.019406 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-6-smb {{(pid=91842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 06:49:50.025189 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-20b92fe0-5557-4535-aad2-0e6824a9abae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:50.121455 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-818050'] for network, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.244377 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1013634', 'neutron.services.segments.db._delete_segments_for_network-8746080395951'] for network, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.257267 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78']}} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:49:50.268779 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1c11ba-8558-4eac-8791-d446bac9ec49') {'for_net_delete': True} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:49:50.269076 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.services.segments.db [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1c11ba-8558-4eac-8791-d446bac9ec49') {} {{(pid=91843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 06:49:50.280840 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746080399818', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31460971'] for segment, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.301280 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812'] for segment, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.307082 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=91843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 06:49:50.307456 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1008812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30672441'] for segment, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: Traceback (most recent call last): Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: timer() Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: cb(*args, **kw) Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: return func(*args, **kwargs) Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: self._notify() Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: self.callback(batched_events) Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: event.method(event) Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: return f(self, *a, **k) Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: return self._get(url).json() Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: return self.request(url, 'GET', **kwargs) Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 06:49:50.320620 dv-cinder-760199-6-smb neutron-server[91843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 06:49:50.391712 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1013685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33064743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33073135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33506403'] for network, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.395264 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:50.407571 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33073034'] for network, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.409434 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] 10.222.0.44 "DELETE /v2.0/networks/b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78 HTTP/1.1" status: 204 len: 168 time: 0.3950949 Jun 08 06:49:50.415108 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a7a52c-b0fb-4b5c-a8b6-ab7a2f7ade78,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:50.418022 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8cff6076-6a50-451a-9807-13b0a1f8078f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:50.518761 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51680) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:50.569661 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-2b10312a-a902-4da4-a3a4-9802610fbc88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f333ed56bb04045856f185058f2d1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497127 Jun 08 06:49:50.571974 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51682) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:50.627498 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-37d4d5bd-9397-46fe-9c8c-32d8f3a8862f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.652327 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-37d4d5bd-9397-46fe-9c8c-32d8f3a8862f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.702034 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-37d4d5bd-9397-46fe-9c8c-32d8f3a8862f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.704866 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-37d4d5bd-9397-46fe-9c8c-32d8f3a8862f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:50.705983 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-37d4d5bd-9397-46fe-9c8c-32d8f3a8862f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36616847-8841-42e2-b07a-50e8e2e83c6b HTTP/1.1" status: 204 len: 168 time: 0.1331487 Jun 08 06:49:50.706838 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b6a134de-f289-4282-8ecf-2ac3f78603bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:50.716983 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4d5bd-9397-46fe-9c8c-32d8f3a8862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36616847-8841-42e2-b07a-50e8e2e83c6b,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:50.719533 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-37d4d5bd-9397-46fe-9c8c-32d8f3a8862f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:50.892149 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-1864c7bb-6658-401b-83bc-186af7f97328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:51.029007 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 06:49:51.065205 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.plugin [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] No Port match for: a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 {{(pid=91844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 06:49:51.065707 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron.plugins.ml2.rpc [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Device a5b29e1d-b503-44cd-a1b6-5cb7c27dc205 not bound to the agent host hv-cinder-76019 {{(pid=91844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 06:49:52.713591 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:53.518685 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f5b20110-06b0-40ef-a3f4-01345754f834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:54.917757 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:55.410865 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51766) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:55.524868 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-52233478-c4ae-4be1-b7b6-d14828a9b797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:55.624848 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-52233478-c4ae-4be1-b7b6-d14828a9b797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:55.628284 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-52233478-c4ae-4be1-b7b6-d14828a9b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:55.639643 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:55.678303 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-52233478-c4ae-4be1-b7b6-d14828a9b797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c018f34ad784dccb8b8da3b3c26fe52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660904 Jun 08 06:49:55.679275 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52233478-c4ae-4be1-b7b6-d14828a9b797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af390da-00be-49fa-aaa2-0b8f5efe9905,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:55.680958 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51770) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:55.682520 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-52233478-c4ae-4be1-b7b6-d14828a9b797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:55.738185 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19ace9e6-e7a1-4d8d-b98f-fc3373643f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:55.763181 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19ace9e6-e7a1-4d8d-b98f-fc3373643f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:55.815886 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19ace9e6-e7a1-4d8d-b98f-fc3373643f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:55.818275 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-19ace9e6-e7a1-4d8d-b98f-fc3373643f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:55.819368 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-19ace9e6-e7a1-4d8d-b98f-fc3373643f9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7af390da-00be-49fa-aaa2-0b8f5efe9905 HTTP/1.1" status: 204 len: 168 time: 0.1374438 Jun 08 06:49:55.820186 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:55.829618 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ace9e6-e7a1-4d8d-b98f-fc3373643f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af390da-00be-49fa-aaa2-0b8f5efe9905,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:55.832031 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-19ace9e6-e7a1-4d8d-b98f-fc3373643f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:56.093401 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51778) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:56.110195 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dfdda374-ba5b-4399-b951-160c17726a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:56.210191 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dfdda374-ba5b-4399-b951-160c17726a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:56.213683 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-dfdda374-ba5b-4399-b951-160c17726a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:56.221616 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-84e86942-b5ae-4f02-ad2c-12cda25f97b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:56.259412 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-dfdda374-ba5b-4399-b951-160c17726a80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a598fb9e0454b86b255a043b337fd44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649313 Jun 08 06:49:56.260961 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdda374-ba5b-4399-b951-160c17726a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43599ac1-d3f9-41c7-8e9c-4117802f4c8a,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:56.262013 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51780) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:56.263864 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-dfdda374-ba5b-4399-b951-160c17726a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:56.319893 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e720f5c8-a378-436d-9182-d492d209363d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:56.344329 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e720f5c8-a378-436d-9182-d492d209363d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:56.397837 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e720f5c8-a378-436d-9182-d492d209363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:56.400298 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-e720f5c8-a378-436d-9182-d492d209363d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:56.401525 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-e720f5c8-a378-436d-9182-d492d209363d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43599ac1-d3f9-41c7-8e9c-4117802f4c8a HTTP/1.1" status: 204 len: 168 time: 0.1384284 Jun 08 06:49:56.402281 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3a39669a-6a26-4ee0-9995-134f3b0cc0db tempest-VolumesNegativeTest-553437530 tempest-VolumesNegativeTest-553437530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:56.412018 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720f5c8-a378-436d-9182-d492d209363d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43599ac1-d3f9-41c7-8e9c-4117802f4c8a,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:56.414257 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-e720f5c8-a378-436d-9182-d492d209363d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:56.581066 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.044437 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51824) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:58.158782 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cfe93b28-dca2-487b-a848-e4f165cf2385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.350799 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cfe93b28-dca2-487b-a848-e4f165cf2385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.354543 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-cfe93b28-dca2-487b-a848-e4f165cf2385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.361887 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-de0154bd-891e-42f9-b821-41dd4e2ea550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:58.408562 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-cfe93b28-dca2-487b-a848-e4f165cf2385 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b538d7a2595748a0b39c7ed4afc55970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632843 Jun 08 06:49:58.409401 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe93b28-dca2-487b-a848-e4f165cf2385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9215561-954a-4f8e-9a41-f8467aeacb04,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:58.411127 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51828) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:58.413286 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-cfe93b28-dca2-487b-a848-e4f165cf2385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:58.469076 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5dc837b4-b56a-4a9b-b795-ad4a8b264d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.497544 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5dc837b4-b56a-4a9b-b795-ad4a8b264d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.547729 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5dc837b4-b56a-4a9b-b795-ad4a8b264d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.550159 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-5dc837b4-b56a-4a9b-b795-ad4a8b264d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.551274 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-5dc837b4-b56a-4a9b-b795-ad4a8b264d38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c9215561-954a-4f8e-9a41-f8467aeacb04 HTTP/1.1" status: 204 len: 168 time: 0.1389353 Jun 08 06:49:58.552114 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-3e47da2a-34c8-4841-85a6-99106ba10deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:58.561728 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc837b4-b56a-4a9b-b795-ad4a8b264d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9215561-954a-4f8e-9a41-f8467aeacb04,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:58.563932 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-5dc837b4-b56a-4a9b-b795-ad4a8b264d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:58.830159 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51834) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:58.847562 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-6cce9dda-9059-4089-a56e-5c1a087cec2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.950509 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-6cce9dda-9059-4089-a56e-5c1a087cec2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.954175 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-6cce9dda-9059-4089-a56e-5c1a087cec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:58.962528 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-732200ac-edd9-4a67-9439-42e52f33f898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:59.000578 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-6cce9dda-9059-4089-a56e-5c1a087cec2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d445809b7bc04bde94bfa3b1cc29f9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1693869 Jun 08 06:49:59.002263 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce9dda-9059-4089-a56e-5c1a087cec2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a884c1-f0ab-41c8-ae70-c1e29de06846,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:59.003192 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51836) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:49:59.005405 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-6cce9dda-9059-4089-a56e-5c1a087cec2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:49:59.060800 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3167e782-adf8-48f2-bce2-3c20fe40dc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:59.086040 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3167e782-adf8-48f2-bce2-3c20fe40dc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:59.137596 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3167e782-adf8-48f2-bce2-3c20fe40dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:59.140207 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-3167e782-adf8-48f2-bce2-3c20fe40dc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:49:59.144157 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-3167e782-adf8-48f2-bce2-3c20fe40dc04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5a884c1-f0ab-41c8-ae70-c1e29de06846 HTTP/1.1" status: 204 len: 168 time: 0.1396980 Jun 08 06:49:59.144923 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-ca91bbd4-6df9-4f46-9ce5-be0745fd31fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:49:59.154854 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167e782-adf8-48f2-bce2-3c20fe40dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a884c1-f0ab-41c8-ae70-c1e29de06846,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:49:59.157328 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3167e782-adf8-48f2-bce2-3c20fe40dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:00.829922 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51882) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:00.948829 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-93e87b38-d732-44b6-9da5-c8abaf085d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.052756 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-93e87b38-d732-44b6-9da5-c8abaf085d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.056539 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-93e87b38-d732-44b6-9da5-c8abaf085d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.065216 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-38ed4e96-d57d-444f-9058-d9f7d387e169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:01.103625 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-93e87b38-d732-44b6-9da5-c8abaf085d14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d90ba6001214d94825dd7baa2bd7800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2725806 Jun 08 06:50:01.105872 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e87b38-d732-44b6-9da5-c8abaf085d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e2450a-925d-4a6a-98d0-386e894d3b2f,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:01.106920 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51886) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:01.108982 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-93e87b38-d732-44b6-9da5-c8abaf085d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:01.168121 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8691a4e2-5cb9-4788-9c83-44684e0918e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.192752 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8691a4e2-5cb9-4788-9c83-44684e0918e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.242625 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8691a4e2-5cb9-4788-9c83-44684e0918e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.245200 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-8691a4e2-5cb9-4788-9c83-44684e0918e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.246307 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-8691a4e2-5cb9-4788-9c83-44684e0918e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60e2450a-925d-4a6a-98d0-386e894d3b2f HTTP/1.1" status: 204 len: 168 time: 0.1383157 Jun 08 06:50:01.247068 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-0a9d1bae-5106-4240-9200-e23cb620c84c tempest-TestMinimumBasicScenario-304090898 tempest-TestMinimumBasicScenario-304090898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:01.256396 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8691a4e2-5cb9-4788-9c83-44684e0918e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e2450a-925d-4a6a-98d0-386e894d3b2f,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:01.258701 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8691a4e2-5cb9-4788-9c83-44684e0918e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:01.514228 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51892) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:01.531512 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-939d9ed5-0d5b-44b2-94c3-a14d947f40db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.631545 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-939d9ed5-0d5b-44b2-94c3-a14d947f40db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.635000 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-939d9ed5-0d5b-44b2-94c3-a14d947f40db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.643395 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-4cb0f158-be78-476e-9cc9-9f75a5b48655 tempest-AttachVolumeTestJSON-634700450 tempest-AttachVolumeTestJSON-634700450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:01.684816 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-939d9ed5-0d5b-44b2-94c3-a14d947f40db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a767503925a24d818a51144eaa892340&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694870 Jun 08 06:50:01.685697 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d9ed5-0d5b-44b2-94c3-a14d947f40db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4fc9ad-860a-44d8-91fd-adc02183069a,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:01.687506 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51894) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:01.688599 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-939d9ed5-0d5b-44b2-94c3-a14d947f40db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:01.746253 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e41bb8df-abe2-47af-8d27-da5d566b78ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.771275 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e41bb8df-abe2-47af-8d27-da5d566b78ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.821535 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e41bb8df-abe2-47af-8d27-da5d566b78ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.824496 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-e41bb8df-abe2-47af-8d27-da5d566b78ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:01.825623 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-e41bb8df-abe2-47af-8d27-da5d566b78ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a4fc9ad-860a-44d8-91fd-adc02183069a HTTP/1.1" status: 204 len: 168 time: 0.1370354 Jun 08 06:50:01.826466 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-14932d3c-0b43-442b-a3ae-4862f7df6c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:01.835537 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bb8df-abe2-47af-8d27-da5d566b78ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4fc9ad-860a-44d8-91fd-adc02183069a,revision_number=None']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:01.838057 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-e41bb8df-abe2-47af-8d27-da5d566b78ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:02.131983 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:50:03.965468 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 51964) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:04.082630 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-da683315-333b-4e6c-a645-58e3e8363e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.182350 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-da683315-333b-4e6c-a645-58e3e8363e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.186430 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-da683315-333b-4e6c-a645-58e3e8363e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.194588 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4015ba07-d770-48f8-bb98-ecae7b5eb247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:04.233796 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-da683315-333b-4e6c-a645-58e3e8363e6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8d8d6cd564744be951ab5d3ff3e832b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671964 Jun 08 06:50:04.234801 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da683315-333b-4e6c-a645-58e3e8363e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2238137-0514-4c3f-bdab-d2078adc2e56,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:04.236357 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51968) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:04.237916 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-da683315-333b-4e6c-a645-58e3e8363e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:04.294193 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7b720b93-0227-48b3-bf68-e33681b19f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.318996 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7b720b93-0227-48b3-bf68-e33681b19f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.369218 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7b720b93-0227-48b3-bf68-e33681b19f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.372151 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-7b720b93-0227-48b3-bf68-e33681b19f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.373262 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-7b720b93-0227-48b3-bf68-e33681b19f4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2238137-0514-4c3f-bdab-d2078adc2e56 HTTP/1.1" status: 204 len: 168 time: 0.1358652 Jun 08 06:50:04.373991 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-8fd452d2-aa52-41a9-a463-a896ccd0e79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:04.383204 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b720b93-0227-48b3-bf68-e33681b19f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2238137-0514-4c3f-bdab-d2078adc2e56,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:04.385455 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-7b720b93-0227-48b3-bf68-e33681b19f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:04.641033 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51974) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:04.658896 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c08566e4-e680-47c9-bba7-23d39401e5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.759422 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c08566e4-e680-47c9-bba7-23d39401e5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.763690 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-c08566e4-e680-47c9-bba7-23d39401e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.770440 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-41dd086a-0cad-4643-a849-f58d88bb109b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:04.813295 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08566e4-e680-47c9-bba7-23d39401e5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6a2e30-75b7-4d2c-bd59-cc0dd7dec41c,revision_number=1']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:04.817519 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-c08566e4-e680-47c9-bba7-23d39401e5fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd71c33a43204c19ab1267d41adc8508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754346 Jun 08 06:50:04.818388 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-c08566e4-e680-47c9-bba7-23d39401e5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:04.820229 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 51976) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:04.876066 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c92b-dc27-4d20-a3c4-1accb622b28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.900522 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c92b-dc27-4d20-a3c4-1accb622b28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.951535 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c92b-dc27-4d20-a3c4-1accb622b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.953954 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-b0a9c92b-dc27-4d20-a3c4-1accb622b28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:04.955069 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-b0a9c92b-dc27-4d20-a3c4-1accb622b28b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d6a2e30-75b7-4d2c-bd59-cc0dd7dec41c HTTP/1.1" status: 204 len: 168 time: 0.1339459 Jun 08 06:50:04.955851 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-3cf86854-203d-43a5-bcd1-5d205589cda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:04.965180 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9c92b-dc27-4d20-a3c4-1accb622b28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6a2e30-75b7-4d2c-bd59-cc0dd7dec41c,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:04.967386 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-b0a9c92b-dc27-4d20-a3c4-1accb622b28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:11.227982 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:11.501528 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.wsgi [-] (91842) accepted ('10.222.0.44', 52042) {{(pid=91842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:11.616206 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c7b31f4-8b7e-458a-8043-cda328b8ed3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:11.713859 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c7b31f4-8b7e-458a-8043-cda328b8ed3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:11.717950 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron_lib.callbacks.manager [None req-4c7b31f4-8b7e-458a-8043-cda328b8ed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_create {{(pid=91842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:11.725910 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-b5fd60c0-2e9c-4916-9c2f-b8906b1b0c29 tempest-TestShelveInstance-1061602041 tempest-TestShelveInstance-1061602041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:11.767801 dv-cinder-760199-6-smb neutron-server[91842]: INFO neutron.wsgi [None req-4c7b31f4-8b7e-458a-8043-cda328b8ed3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3a0b59277614c5db5d33e381d958d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652197 Jun 08 06:50:11.769389 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b31f4-8b7e-458a-8043-cda328b8ed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b4b068-a962-44ac-b4d0-d73ff7f58150,revision_number=1']} {{(pid=91842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:11.770602 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.wsgi [-] (91843) accepted ('10.222.0.44', 52046) {{(pid=91843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 06:50:11.772434 dv-cinder-760199-6-smb neutron-server[91842]: DEBUG oslo_concurrency.lockutils [None req-4c7b31f4-8b7e-458a-8043-cda328b8ed3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91842) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:11.828450 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a4a902dc-787e-4f3f-ad2e-ae6051434b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:11.856102 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a4a902dc-787e-4f3f-ad2e-ae6051434b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:11.906046 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a4a902dc-787e-4f3f-ad2e-ae6051434b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33064727'] for security_group, after_delete {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:11.908497 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron_lib.callbacks.manager [None req-a4a902dc-787e-4f3f-ad2e-ae6051434b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:11.909614 dv-cinder-760199-6-smb neutron-server[91843]: INFO neutron.wsgi [None req-a4a902dc-787e-4f3f-ad2e-ae6051434b25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9b4b068-a962-44ac-b4d0-d73ff7f58150 HTTP/1.1" status: 204 len: 168 time: 0.1380398 Jun 08 06:50:11.910344 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-453ec8ae-c8e1-4729-a081-df147a145b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 06:50:11.919588 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a902dc-787e-4f3f-ad2e-ae6051434b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b4b068-a962-44ac-b4d0-d73ff7f58150,revision_number=None']} {{(pid=91843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 06:50:11.921988 dv-cinder-760199-6-smb neutron-server[91843]: DEBUG oslo_concurrency.lockutils [None req-a4a902dc-787e-4f3f-ad2e-ae6051434b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 06:50:20.892748 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b87b6e60-cbcc-4dc5-965e-d786b187c07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:22.714354 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:23.519785 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-733441ee-0568-4cfa-867a-9348443ed6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:24.919544 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:26.585336 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:39.130332 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:50:41.227368 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:50.893396 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b444e883-37f5-4a71-ab19-12985f976a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:52.715399 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:53.522199 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0569b0d8-07ab-4184-98ea-cc6bfa45ce1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:54.923271 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:50:56.586080 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:11.242114 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:16.129181 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:51:20.894401 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f858ee98-5ccc-485c-b639-4a8a1908d127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:22.717066 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:23.522682 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-e878103b-3469-4cfc-bd3b-ceba45bbaca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:24.925346 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:26.588820 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:41.258215 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:50.895634 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f97e20bc-c935-4e02-b7e1-81d8b46246be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:52.719121 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:53.128887 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:51:53.523150 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-b7321f6b-3fa4-4bcd-81cc-3ffb82695e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:54.926942 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:51:56.592350 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:11.272050 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:20.898831 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-45134696-4e0b-4745-b2e0-c760efb13735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:22.722169 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:23.525681 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0e5a1b81-d8e8-4985-a8d1-a0ef9f871dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:24.930691 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:26.595337 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:30.159307 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:52:41.271624 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:50.900546 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-340af1d4-1a16-4869-b2d8-847e5f3d2774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:52.723728 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:53.526363 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-01d561ce-5a8b-468c-a0ef-85700a2f9602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:54.933526 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:52:56.598168 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:07.128656 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:53:11.286756 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:20.901294 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-babefb2e-6177-4a7f-8bb8-2acc2679680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:22.725579 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:23.527932 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-30426770-f41e-4a2f-868c-22da68c88cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:24.936787 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:26.601096 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:41.286896 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:44.127741 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:53:50.903696 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f391f5cd-5ca6-49b8-b785-a16e87c3e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:52.726925 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:53.529682 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-005c8684-f6b3-428c-abd6-76758aaeb392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:54.940513 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:53:56.603779 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:54:11.301367 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:54:20.907883 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-9ebedb95-540b-42e0-8d98-018fb6135c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:54:21.125932 dv-cinder-760199-6-smb neutron-server[91845]: DEBUG neutron.db.agents_db [None req-7397f33d-c53b-4b72-ae17-1724b7eaa3aa None None] Agent healthcheck: found 6 active agents {{(pid=91845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 06:54:22.727146 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-0c80712f-3427-476f-9478-0dfa57d8282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:54:23.536776 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-42beed73-3785-414a-b9ed-40127dbd7036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:54:24.942055 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-46910318-259f-46f6-8c90-b644142a057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:54:26.610633 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-c6e8992c-a572-498d-bde7-5ebb45e170b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:54:41.300462 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-843a2691-4a70-46f2-8004-9e4d4ae3248f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 06:54:50.911038 dv-cinder-760199-6-smb neutron-server[91844]: DEBUG neutron_lib.callbacks.manager [None req-f79a7962-4c40-4305-b273-b0742a9f6e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746080395933', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-953464'] for agent, after_update {{(pid=91844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}